2024-11-15 17:17:11,638 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-15 17:17:11,656 main DEBUG Took 0.016616 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 17:17:11,657 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 17:17:11,657 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 17:17:11,658 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 17:17:11,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:17:11,665 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 17:17:11,677 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:17:11,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:17:11,679 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:17:11,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:17:11,680 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:17:11,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:17:11,681 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:17:11,681 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:17:11,682 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:17:11,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:17:11,683 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:17:11,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:17:11,684 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:17:11,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:17:11,685 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:17:11,685 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:17:11,686 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:17:11,686 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:17:11,686 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:17:11,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:17:11,687 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:17:11,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:17:11,688 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:17:11,688 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 17:17:11,688 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:17:11,689 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 17:17:11,690 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 17:17:11,691 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 17:17:11,693 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 17:17:11,694 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 17:17:11,695 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 17:17:11,695 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 17:17:11,703 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 17:17:11,705 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 17:17:11,707 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 17:17:11,707 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 17:17:11,708 main DEBUG createAppenders(={Console}) 2024-11-15 17:17:11,708 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-15 17:17:11,709 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-15 17:17:11,709 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-15 17:17:11,710 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 17:17:11,710 main DEBUG OutputStream closed 2024-11-15 17:17:11,710 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 17:17:11,710 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 17:17:11,711 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-15 17:17:11,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 17:17:11,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 17:17:11,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 17:17:11,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 17:17:11,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 17:17:11,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 17:17:11,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 17:17:11,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 17:17:11,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 17:17:11,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 17:17:11,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 17:17:11,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 17:17:11,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 17:17:11,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 17:17:11,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 17:17:11,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 17:17:11,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 17:17:11,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 17:17:11,792 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 17:17:11,792 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-15 17:17:11,793 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 17:17:11,793 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-15T17:17:11,807 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-15 17:17:11,809 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 17:17:11,809 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T17:17:11,872 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=1781 2024-11-15T17:17:12,076 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-15T17:17:12,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687 2024-11-15T17:17:12,119 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/cluster_5926d60f-414d-5cb0-8979-84bc1e5c61d0, deleteOnExit=true 2024-11-15T17:17:12,265 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/cluster_5926d60f-414d-5cb0-8979-84bc1e5c61d0/zookeeper_0, clientPort=52673, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/cluster_5926d60f-414d-5cb0-8979-84bc1e5c61d0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/cluster_5926d60f-414d-5cb0-8979-84bc1e5c61d0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T17:17:12,281 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52673 2024-11-15T17:17:12,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:17:12,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:17:12,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/test.cache.data in system properties and HBase conf 2024-11-15T17:17:12,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:17:12,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:17:12,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:17:12,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:17:12,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:17:12,366 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T17:17:12,459 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:17:12,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:17:12,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:17:12,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:17:12,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:17:12,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:17:12,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:17:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:17:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:17:12,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:17:12,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:17:12,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:17:12,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:17:12,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:17:12,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:17:13,829 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T17:17:13,943 INFO [Time-limited test {}] log.Log(170): Logging initialized @3000ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T17:17:14,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:17:14,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:17:14,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:17:14,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:17:14,183 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:17:14,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:17:14,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:17:14,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:17:14,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/java.io.tmpdir/jetty-localhost-35903-hadoop-hdfs-3_4_1-tests_jar-_-any-3697350172509992434/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:17:14,408 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:35903} 2024-11-15T17:17:14,409 INFO [Time-limited test {}] server.Server(415): Started @3467ms 2024-11-15T17:17:15,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:17:15,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:17:15,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:17:15,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:17:15,086 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T17:17:15,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:17:15,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:17:15,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@116d148d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/java.io.tmpdir/jetty-localhost-41213-hadoop-hdfs-3_4_1-tests_jar-_-any-16179449779644547711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:17:15,224 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:41213} 2024-11-15T17:17:15,224 INFO [Time-limited test {}] server.Server(415): Started @4282ms 2024-11-15T17:17:15,290 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:17:16,384 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/cluster_5926d60f-414d-5cb0-8979-84bc1e5c61d0/data/data2/current/BP-231741861-172.17.0.2-1731691033026/current, will proceed with Du for space computation calculation, 2024-11-15T17:17:16,384 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/cluster_5926d60f-414d-5cb0-8979-84bc1e5c61d0/data/data1/current/BP-231741861-172.17.0.2-1731691033026/current, will proceed with Du for space computation calculation, 2024-11-15T17:17:16,416 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:17:16,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d9db6dc3ec176df with lease ID 0xa73dbbc8ce02b9d5: Processing first storage report for DS-0d9be20d-5909-4eec-b810-cc532d2ea042 from datanode DatanodeRegistration(127.0.0.1:36743, datanodeUuid=edbf3887-840a-4efe-93f0-7a661bf7614b, infoPort=33025, infoSecurePort=0, ipcPort=43745, storageInfo=lv=-57;cid=testClusterID;nsid=1316220081;c=1731691033026) 2024-11-15T17:17:16,468 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d9db6dc3ec176df with lease ID 0xa73dbbc8ce02b9d5: from storage DS-0d9be20d-5909-4eec-b810-cc532d2ea042 node DatanodeRegistration(127.0.0.1:36743, datanodeUuid=edbf3887-840a-4efe-93f0-7a661bf7614b, infoPort=33025, infoSecurePort=0, ipcPort=43745, storageInfo=lv=-57;cid=testClusterID;nsid=1316220081;c=1731691033026), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T17:17:16,468 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d9db6dc3ec176df with lease ID 0xa73dbbc8ce02b9d5: Processing first storage report for DS-1679a2bf-8d60-4a17-878c-e3c5f85fb2d2 from datanode DatanodeRegistration(127.0.0.1:36743, datanodeUuid=edbf3887-840a-4efe-93f0-7a661bf7614b, infoPort=33025, infoSecurePort=0, ipcPort=43745, storageInfo=lv=-57;cid=testClusterID;nsid=1316220081;c=1731691033026) 2024-11-15T17:17:16,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d9db6dc3ec176df with lease ID 0xa73dbbc8ce02b9d5: from storage DS-1679a2bf-8d60-4a17-878c-e3c5f85fb2d2 node DatanodeRegistration(127.0.0.1:36743, datanodeUuid=edbf3887-840a-4efe-93f0-7a661bf7614b, infoPort=33025, infoSecurePort=0, ipcPort=43745, storageInfo=lv=-57;cid=testClusterID;nsid=1316220081;c=1731691033026), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:17:16,513 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687 2024-11-15T17:17:16,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:16,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:16,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:17:17,193 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e with version=8 2024-11-15T17:17:17,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/hbase-staging 2024-11-15T17:17:17,292 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T17:17:17,588 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:17:17,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:17,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:17,603 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:17:17,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:17,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:17:17,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:17:17,842 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T17:17:17,854 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T17:17:17,859 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:17:17,896 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12233 (auto-detected) 2024-11-15T17:17:17,898 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T17:17:17,924 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35685 2024-11-15T17:17:17,952 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35685 connecting to ZooKeeper ensemble=127.0.0.1:52673 2024-11-15T17:17:18,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356850x0, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:17:18,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35685-0x1013f802a5e0000 connected 2024-11-15T17:17:18,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:18,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:18,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on znode that does not yet exist, /0-278019530/running 2024-11-15T17:17:18,192 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e, hbase.cluster.distributed=false 2024-11-15T17:17:18,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on znode that does not yet exist, /0-278019530/acl 2024-11-15T17:17:18,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35685 2024-11-15T17:17:18,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35685 2024-11-15T17:17:18,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35685 2024-11-15T17:17:18,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35685 2024-11-15T17:17:18,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35685 2024-11-15T17:17:18,357 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:17:18,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:18,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:18,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:17:18,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:18,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:17:18,362 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:17:18,366 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:17:18,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34677 2024-11-15T17:17:18,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34677 connecting to ZooKeeper ensemble=127.0.0.1:52673 2024-11-15T17:17:18,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:18,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:18,399 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346770x0, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:17:18,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34677-0x1013f802a5e0001 connected 2024-11-15T17:17:18,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on znode that does not yet exist, /0-278019530/running 2024-11-15T17:17:18,405 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:17:18,414 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:17:18,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on znode that does not yet exist, /0-278019530/master 2024-11-15T17:17:18,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on znode that does not yet exist, /0-278019530/acl 2024-11-15T17:17:18,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34677 2024-11-15T17:17:18,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34677 2024-11-15T17:17:18,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34677 2024-11-15T17:17:18,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34677 2024-11-15T17:17:18,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34677 2024-11-15T17:17:18,455 DEBUG [M:0;046d875b9f8f:35685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:35685 2024-11-15T17:17:18,456 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-278019530/backup-masters/046d875b9f8f,35685,1731691037394 2024-11-15T17:17:18,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530/backup-masters 2024-11-15T17:17:18,473 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530/backup-masters 2024-11-15T17:17:18,475 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on existing znode=/0-278019530/backup-masters/046d875b9f8f,35685,1731691037394 2024-11-15T17:17:18,509 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-278019530/master 2024-11-15T17:17:18,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:18,509 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:18,510 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on existing znode=/0-278019530/master 2024-11-15T17:17:18,511 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-278019530/backup-masters/046d875b9f8f,35685,1731691037394 from backup master directory 2024-11-15T17:17:18,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-278019530/backup-masters/046d875b9f8f,35685,1731691037394 2024-11-15T17:17:18,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530/backup-masters 2024-11-15T17:17:18,526 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530/backup-masters 2024-11-15T17:17:18,526 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:17:18,526 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,35685,1731691037394 2024-11-15T17:17:18,529 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T17:17:18,531 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T17:17:18,597 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/hbase.id] with ID: 2b383f61-cdf1-4f57-91f2-51052f2246d4 2024-11-15T17:17:18,597 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/.tmp/hbase.id 2024-11-15T17:17:18,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:17:19,009 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/.tmp/hbase.id]:[hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/hbase.id] 2024-11-15T17:17:19,061 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:19,067 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:17:19,087 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-15T17:17:19,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:19,140 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:19,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:17:19,567 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:17:19,571 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:17:19,589 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:17:19,594 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:17:19,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:17:20,054 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store 2024-11-15T17:17:20,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:17:20,077 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T17:17:20,080 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:20,082 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:17:20,082 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:20,082 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:20,084 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:17:20,084 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:20,084 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:20,086 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691040082Disabling compacts and flushes for region at 1731691040082Disabling writes for close at 1731691040084 (+2 ms)Writing region close event to WAL at 1731691040084Closed at 1731691040084 2024-11-15T17:17:20,088 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/.initializing 2024-11-15T17:17:20,089 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/WALs/046d875b9f8f,35685,1731691037394 2024-11-15T17:17:20,097 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:17:20,114 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C35685%2C1731691037394, suffix=, logDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/WALs/046d875b9f8f,35685,1731691037394, archiveDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/oldWALs, maxLogs=10 2024-11-15T17:17:20,146 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/WALs/046d875b9f8f,35685,1731691037394/046d875b9f8f%2C35685%2C1731691037394.1731691040120, exclude list is [], retry=0 2024-11-15T17:17:20,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36743,DS-0d9be20d-5909-4eec-b810-cc532d2ea042,DISK] 2024-11-15T17:17:20,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T17:17:20,207 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/WALs/046d875b9f8f,35685,1731691037394/046d875b9f8f%2C35685%2C1731691037394.1731691040120 2024-11-15T17:17:20,208 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33025:33025)] 2024-11-15T17:17:20,209 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:17:20,209 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:20,212 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:20,213 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:20,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:20,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:17:20,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:20,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:20,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:20,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:17:20,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:20,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:20,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:20,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:17:20,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:20,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:20,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:20,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:17:20,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:20,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:20,311 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:20,316 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:20,318 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:20,324 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:20,325 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:20,329 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:17:20,333 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:20,338 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:17:20,340 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62562356, jitterRate=-0.06774824857711792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:17:20,351 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691040226Initializing all the Stores at 1731691040229 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691040229Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691040230 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691040230Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691040231 (+1 ms)Cleaning up temporary data from old regions at 1731691040325 (+94 ms)Region opened successfully at 1731691040350 (+25 ms) 2024-11-15T17:17:20,353 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:17:20,390 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e27614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:17:20,422 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:17:20,433 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:17:20,434 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:17:20,437 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:17:20,439 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T17:17:20,445 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-15T17:17:20,445 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:17:20,473 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:17:20,484 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Unable to get data of znode /0-278019530/balancer because node does not exist (not necessarily an error) 2024-11-15T17:17:20,509 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-278019530/balancer already deleted, retry=false 2024-11-15T17:17:20,512 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:17:20,516 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Unable to get data of znode /0-278019530/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:17:20,525 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-278019530/normalizer already deleted, retry=false 2024-11-15T17:17:20,528 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:17:20,532 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Unable to get data of znode /0-278019530/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:17:20,708 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-278019530/switch/split already deleted, retry=false 2024-11-15T17:17:20,711 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Unable to get data of znode /0-278019530/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:17:20,725 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-278019530/switch/merge already deleted, retry=false 2024-11-15T17:17:20,744 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Unable to get data of znode /0-278019530/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:17:20,757 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-278019530/snapshot-cleanup already deleted, retry=false 2024-11-15T17:17:20,772 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-278019530/running 2024-11-15T17:17:20,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-278019530/running 2024-11-15T17:17:20,772 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:20,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:20,776 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,35685,1731691037394, sessionid=0x1013f802a5e0000, setting cluster-up flag (Was=false) 2024-11-15T17:17:20,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:20,810 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:20,841 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-278019530/flush-table-proc/acquired, /0-278019530/flush-table-proc/reached, /0-278019530/flush-table-proc/abort 2024-11-15T17:17:20,843 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,35685,1731691037394 2024-11-15T17:17:20,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:20,866 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:20,898 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-278019530/online-snapshot/acquired, /0-278019530/online-snapshot/reached, /0-278019530/online-snapshot/abort 2024-11-15T17:17:20,900 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,35685,1731691037394 2024-11-15T17:17:20,907 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:17:20,941 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer(746): ClusterId : 2b383f61-cdf1-4f57-91f2-51052f2246d4 2024-11-15T17:17:20,944 DEBUG [RS:0;046d875b9f8f:34677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:17:20,964 DEBUG [RS:0;046d875b9f8f:34677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:17:20,964 DEBUG [RS:0;046d875b9f8f:34677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:17:20,974 DEBUG [RS:0;046d875b9f8f:34677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:17:20,975 DEBUG [RS:0;046d875b9f8f:34677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3acccb3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:17:20,991 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:17:20,993 DEBUG [RS:0;046d875b9f8f:34677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:34677 2024-11-15T17:17:20,997 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:17:20,997 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:17:20,997 DEBUG [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:17:21,000 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,35685,1731691037394 with port=34677, startcode=1731691038323 2024-11-15T17:17:21,003 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:17:21,011 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:17:21,016 DEBUG [RS:0;046d875b9f8f:34677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:17:21,019 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,35685,1731691037394 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:17:21,028 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:21,028 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:21,029 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:21,029 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:21,029 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:17:21,029 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:21,029 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:17:21,030 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:21,045 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:17:21,046 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:17:21,049 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691071048 2024-11-15T17:17:21,050 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:17:21,051 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:17:21,057 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:17:21,058 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:17:21,058 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:17:21,058 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:21,058 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:17:21,058 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:17:21,059 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:21,073 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:17:21,075 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:17:21,075 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:17:21,076 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:17:21,080 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:17:21,081 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:17:21,088 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691041082,5,FailOnTimeoutGroup] 2024-11-15T17:17:21,098 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:17:21,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:17:21,101 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691041093,5,FailOnTimeoutGroup] 2024-11-15T17:17:21,101 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:21,101 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:17:21,102 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:17:21,103 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:21,103 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:21,103 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e 2024-11-15T17:17:21,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35685 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,34677,1731691038323 2024-11-15T17:17:21,111 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35685 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,34677,1731691038323 2024-11-15T17:17:21,131 DEBUG [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e 2024-11-15T17:17:21,132 DEBUG [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45133 2024-11-15T17:17:21,132 DEBUG [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:17:21,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741832_1008 (size=32) 2024-11-15T17:17:21,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530/rs 2024-11-15T17:17:21,147 DEBUG [RS:0;046d875b9f8f:34677 {}] zookeeper.ZKUtil(111): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on existing znode=/0-278019530/rs/046d875b9f8f,34677,1731691038323 2024-11-15T17:17:21,147 WARN [RS:0;046d875b9f8f:34677 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:17:21,148 INFO [RS:0;046d875b9f8f:34677 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:17:21,148 DEBUG [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323 2024-11-15T17:17:21,150 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,34677,1731691038323] 2024-11-15T17:17:21,181 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:17:21,203 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:17:21,209 INFO [RS:0;046d875b9f8f:34677 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:17:21,209 INFO [RS:0;046d875b9f8f:34677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:21,211 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:17:21,218 INFO [RS:0;046d875b9f8f:34677 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:17:21,220 INFO [RS:0;046d875b9f8f:34677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:21,220 DEBUG [RS:0;046d875b9f8f:34677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:21,220 DEBUG [RS:0;046d875b9f8f:34677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:21,221 DEBUG [RS:0;046d875b9f8f:34677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:21,221 DEBUG [RS:0;046d875b9f8f:34677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:21,221 DEBUG [RS:0;046d875b9f8f:34677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:21,221 DEBUG [RS:0;046d875b9f8f:34677 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:17:21,221 DEBUG [RS:0;046d875b9f8f:34677 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:21,222 DEBUG [RS:0;046d875b9f8f:34677 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:21,222 DEBUG [RS:0;046d875b9f8f:34677 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:21,222 DEBUG [RS:0;046d875b9f8f:34677 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:21,222 DEBUG [RS:0;046d875b9f8f:34677 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:21,222 DEBUG [RS:0;046d875b9f8f:34677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:21,223 DEBUG [RS:0;046d875b9f8f:34677 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:17:21,223 DEBUG [RS:0;046d875b9f8f:34677 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:17:21,228 INFO [RS:0;046d875b9f8f:34677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:21,228 INFO [RS:0;046d875b9f8f:34677 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:21,229 INFO [RS:0;046d875b9f8f:34677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:21,229 INFO [RS:0;046d875b9f8f:34677 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:21,229 INFO [RS:0;046d875b9f8f:34677 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:21,230 INFO [RS:0;046d875b9f8f:34677 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,34677,1731691038323-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:17:21,251 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:17:21,253 INFO [RS:0;046d875b9f8f:34677 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,34677,1731691038323-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:21,253 INFO [RS:0;046d875b9f8f:34677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:21,253 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.Replication(171): 046d875b9f8f,34677,1731691038323 started 2024-11-15T17:17:21,277 INFO [RS:0;046d875b9f8f:34677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:21,278 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,34677,1731691038323, RpcServer on 046d875b9f8f/172.17.0.2:34677, sessionid=0x1013f802a5e0001 2024-11-15T17:17:21,279 DEBUG [RS:0;046d875b9f8f:34677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:17:21,279 DEBUG [RS:0;046d875b9f8f:34677 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,34677,1731691038323 2024-11-15T17:17:21,279 DEBUG [RS:0;046d875b9f8f:34677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,34677,1731691038323' 2024-11-15T17:17:21,279 DEBUG [RS:0;046d875b9f8f:34677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-278019530/flush-table-proc/abort' 2024-11-15T17:17:21,280 DEBUG [RS:0;046d875b9f8f:34677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-278019530/flush-table-proc/acquired' 2024-11-15T17:17:21,281 DEBUG [RS:0;046d875b9f8f:34677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:17:21,281 DEBUG [RS:0;046d875b9f8f:34677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:17:21,281 DEBUG [RS:0;046d875b9f8f:34677 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,34677,1731691038323 2024-11-15T17:17:21,281 DEBUG [RS:0;046d875b9f8f:34677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,34677,1731691038323' 2024-11-15T17:17:21,282 DEBUG [RS:0;046d875b9f8f:34677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-278019530/online-snapshot/abort' 2024-11-15T17:17:21,282 DEBUG [RS:0;046d875b9f8f:34677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-278019530/online-snapshot/acquired' 2024-11-15T17:17:21,283 DEBUG [RS:0;046d875b9f8f:34677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:17:21,283 INFO [RS:0;046d875b9f8f:34677 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:17:21,283 INFO [RS:0;046d875b9f8f:34677 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:17:21,388 INFO [RS:0;046d875b9f8f:34677 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:17:21,391 INFO [RS:0;046d875b9f8f:34677 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C34677%2C1731691038323, suffix=, logDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323, archiveDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/oldWALs, maxLogs=10 2024-11-15T17:17:21,414 DEBUG [RS:0;046d875b9f8f:34677 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323/046d875b9f8f%2C34677%2C1731691038323.1731691041394, exclude list is [], retry=0 2024-11-15T17:17:21,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36743,DS-0d9be20d-5909-4eec-b810-cc532d2ea042,DISK] 2024-11-15T17:17:21,423 INFO [RS:0;046d875b9f8f:34677 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323/046d875b9f8f%2C34677%2C1731691038323.1731691041394 2024-11-15T17:17:21,425 DEBUG [RS:0;046d875b9f8f:34677 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33025:33025)] 2024-11-15T17:17:21,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:21,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:17:21,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:17:21,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:21,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:21,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:17:21,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:17:21,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:21,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:21,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:17:21,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:17:21,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:21,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:21,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:17:21,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:17:21,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:21,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:21,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:17:21,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740 2024-11-15T17:17:21,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740 2024-11-15T17:17:21,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:17:21,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:17:21,568 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:17:21,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:17:21,582 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:17:21,584 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72249815, jitterRate=0.0766061395406723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:17:21,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691041535Initializing all the Stores at 1731691041537 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691041537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691041538 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691041538Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691041538Cleaning up temporary data from old regions at 1731691041567 (+29 ms)Region opened successfully at 1731691041587 (+20 ms) 2024-11-15T17:17:21,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:17:21,587 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:17:21,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:17:21,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:17:21,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:17:21,590 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:17:21,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691041587Disabling compacts and flushes for region at 1731691041587Disabling writes for close at 1731691041588 (+1 ms)Writing region close event to WAL at 1731691041589 (+1 ms)Closed at 1731691041590 (+1 ms) 2024-11-15T17:17:21,594 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:17:21,594 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:17:21,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:17:21,611 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:17:21,614 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:17:21,766 DEBUG [046d875b9f8f:35685 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:17:21,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,34677,1731691038323 2024-11-15T17:17:21,786 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,34677,1731691038323, state=OPENING 2024-11-15T17:17:21,835 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:17:21,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:21,845 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:21,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-278019530/meta-region-server: CHANGED 2024-11-15T17:17:21,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-278019530/meta-region-server: CHANGED 2024-11-15T17:17:21,848 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:17:21,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,34677,1731691038323}] 2024-11-15T17:17:22,024 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:17:22,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:17:22,041 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:17:22,042 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:17:22,043 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:17:22,046 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C34677%2C1731691038323.meta, suffix=.meta, logDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323, archiveDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/oldWALs, maxLogs=10 2024-11-15T17:17:22,064 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323/046d875b9f8f%2C34677%2C1731691038323.meta.1731691042048.meta, exclude list is [], retry=0 2024-11-15T17:17:22,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36743,DS-0d9be20d-5909-4eec-b810-cc532d2ea042,DISK] 2024-11-15T17:17:22,071 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323/046d875b9f8f%2C34677%2C1731691038323.meta.1731691042048.meta 2024-11-15T17:17:22,072 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33025:33025)] 2024-11-15T17:17:22,072 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:17:22,077 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:17:22,078 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:17:22,080 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:17:22,082 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:17:22,086 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:17:22,086 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:22,086 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:17:22,087 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:17:22,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:17:22,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:17:22,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:22,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:22,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:17:22,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:17:22,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:22,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:22,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:17:22,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:17:22,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:22,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:22,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:17:22,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:17:22,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:22,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:22,100 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:17:22,102 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740 2024-11-15T17:17:22,105 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740 2024-11-15T17:17:22,107 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:17:22,107 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:17:22,108 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:17:22,111 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:17:22,113 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60297238, jitterRate=-0.10150113701820374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:17:22,113 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:17:22,115 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691042087Writing region info on filesystem at 1731691042087Initializing all the Stores at 1731691042089 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691042089Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691042090 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691042090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691042090Cleaning up temporary data from old regions at 1731691042107 (+17 ms)Running coprocessor post-open hooks at 1731691042113 (+6 ms)Region opened successfully at 1731691042115 (+2 ms) 2024-11-15T17:17:22,123 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691042017 2024-11-15T17:17:22,133 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:17:22,134 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:17:22,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,34677,1731691038323 2024-11-15T17:17:22,139 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,34677,1731691038323, state=OPEN 2024-11-15T17:17:22,278 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-278019530/meta-region-server 2024-11-15T17:17:22,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-278019530/meta-region-server 2024-11-15T17:17:22,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-278019530/meta-region-server: CHANGED 2024-11-15T17:17:22,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-278019530/meta-region-server: CHANGED 2024-11-15T17:17:22,279 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,34677,1731691038323 2024-11-15T17:17:22,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:17:22,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,34677,1731691038323 in 429 msec 2024-11-15T17:17:22,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:17:22,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 686 msec 2024-11-15T17:17:22,295 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:17:22,295 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:17:22,313 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:17:22,314 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,34677,1731691038323, seqNum=-1] 2024-11-15T17:17:22,339 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:17:22,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:17:22,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4220 sec 2024-11-15T17:17:22,366 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691042366, completionTime=-1 2024-11-15T17:17:22,369 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:17:22,370 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:17:22,407 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:17:22,407 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691102407 2024-11-15T17:17:22,407 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691162407 2024-11-15T17:17:22,407 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 37 msec 2024-11-15T17:17:22,410 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,35685,1731691037394-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:22,411 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,35685,1731691037394-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:22,411 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,35685,1731691037394-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:22,413 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:35685, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:22,413 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:22,422 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:22,437 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:17:22,504 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.977sec 2024-11-15T17:17:22,514 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:17:22,516 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:17:22,518 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:17:22,519 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:17:22,519 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:17:22,520 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,35685,1731691037394-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:17:22,521 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,35685,1731691037394-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:17:22,536 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:17:22,537 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:17:22,537 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,35685,1731691037394-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:22,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f120b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:22,586 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T17:17:22,586 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T17:17:22,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,35685,-1 for getting cluster id 2024-11-15T17:17:22,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:17:22,610 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b383f61-cdf1-4f57-91f2-51052f2246d4' 2024-11-15T17:17:22,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:17:22,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b383f61-cdf1-4f57-91f2-51052f2246d4" 2024-11-15T17:17:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed8bbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:22,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,35685,-1] 2024-11-15T17:17:22,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:17:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:22,628 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:17:22,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43efbaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:22,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:17:22,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,34677,1731691038323, seqNum=-1] 2024-11-15T17:17:22,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:17:22,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:17:22,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,35685,1731691037394 2024-11-15T17:17:22,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52673 2024-11-15T17:17:22,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:17:22,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f802a5e0002 connected 2024-11-15T17:17:22,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/hadoop.log.dir so I do NOT create it in target/test-data/0d535696-a12b-0767-cfc7-584d1f961155 2024-11-15T17:17:22,779 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:17:22,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/hadoop.tmp.dir so I do NOT create it in target/test-data/0d535696-a12b-0767-cfc7-584d1f961155 2024-11-15T17:17:22,779 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:17:22,779 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155 2024-11-15T17:17:22,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:17:22,779 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/cluster_5e314f07-42cc-0438-6b9f-0a3915dc6f38, deleteOnExit=true 2024-11-15T17:17:22,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:17:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/test.cache.data in system properties and HBase conf 2024-11-15T17:17:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:17:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:17:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:17:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:17:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:17:22,781 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:17:22,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:17:22,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:17:22,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:17:22,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:17:22,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:17:22,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:17:22,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:17:22,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:17:22,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:17:22,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:17:22,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:17:22,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:17:22,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:17:22,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:17:23,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:17:23,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:17:23,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:17:23,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:17:23,220 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T17:17:23,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:17:23,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:17:23,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:17:23,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@503827bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/java.io.tmpdir/jetty-localhost-40521-hadoop-hdfs-3_4_1-tests_jar-_-any-8226535975573412991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:17:23,352 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:40521} 2024-11-15T17:17:23,352 INFO [Time-limited test {}] server.Server(415): Started @12411ms 2024-11-15T17:17:23,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:17:23,629 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:17:23,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:17:23,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:17:23,645 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:17:23,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:17:23,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:17:23,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b61472e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/java.io.tmpdir/jetty-localhost-33821-hadoop-hdfs-3_4_1-tests_jar-_-any-443440989212586463/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:17:23,788 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:33821} 2024-11-15T17:17:23,788 INFO [Time-limited test {}] server.Server(415): Started @12847ms 2024-11-15T17:17:23,790 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:17:24,496 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/cluster_5e314f07-42cc-0438-6b9f-0a3915dc6f38/data/data1/current/BP-1593586136-172.17.0.2-1731691042816/current, will proceed with Du for space computation calculation, 2024-11-15T17:17:24,496 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/cluster_5e314f07-42cc-0438-6b9f-0a3915dc6f38/data/data2/current/BP-1593586136-172.17.0.2-1731691042816/current, will proceed with Du for space computation calculation, 2024-11-15T17:17:24,545 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:17:24,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0273aa9d55adc2c with lease ID 0x7721fc24f9d2a8e5: Processing first storage report for DS-4399ef81-ad2e-4cd3-a91c-b0763bddcc1f from datanode DatanodeRegistration(127.0.0.1:40633, datanodeUuid=633b1a94-cdc7-4dfe-b14a-bc6c5a62f313, infoPort=45705, infoSecurePort=0, ipcPort=36843, storageInfo=lv=-57;cid=testClusterID;nsid=1273492379;c=1731691042816) 2024-11-15T17:17:24,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0273aa9d55adc2c with lease ID 0x7721fc24f9d2a8e5: from storage DS-4399ef81-ad2e-4cd3-a91c-b0763bddcc1f node DatanodeRegistration(127.0.0.1:40633, datanodeUuid=633b1a94-cdc7-4dfe-b14a-bc6c5a62f313, infoPort=45705, infoSecurePort=0, ipcPort=36843, storageInfo=lv=-57;cid=testClusterID;nsid=1273492379;c=1731691042816), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:17:24,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0273aa9d55adc2c with lease ID 0x7721fc24f9d2a8e5: Processing first storage report for DS-99be664d-6a86-43e8-9ffc-b2d6b398df47 from datanode DatanodeRegistration(127.0.0.1:40633, datanodeUuid=633b1a94-cdc7-4dfe-b14a-bc6c5a62f313, infoPort=45705, infoSecurePort=0, ipcPort=36843, storageInfo=lv=-57;cid=testClusterID;nsid=1273492379;c=1731691042816) 2024-11-15T17:17:24,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0273aa9d55adc2c with lease ID 0x7721fc24f9d2a8e5: from storage DS-99be664d-6a86-43e8-9ffc-b2d6b398df47 node DatanodeRegistration(127.0.0.1:40633, datanodeUuid=633b1a94-cdc7-4dfe-b14a-bc6c5a62f313, infoPort=45705, infoSecurePort=0, ipcPort=36843, storageInfo=lv=-57;cid=testClusterID;nsid=1273492379;c=1731691042816), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:17:24,554 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155 2024-11-15T17:17:24,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:24,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:24,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:17:24,570 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00 with version=8 2024-11-15T17:17:24,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/hbase-staging 2024-11-15T17:17:24,574 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:17:24,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:24,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:24,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:17:24,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:24,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:17:24,575 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:17:24,575 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:17:24,577 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45715 2024-11-15T17:17:24,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45715 connecting to ZooKeeper ensemble=127.0.0.1:52673 2024-11-15T17:17:24,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457150x0, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:17:24,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45715-0x1013f802a5e0003 connected 2024-11-15T17:17:24,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:24,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:24,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Set watcher on znode that does not yet exist, /1-327963071/running 2024-11-15T17:17:24,689 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00, hbase.cluster.distributed=false 2024-11-15T17:17:24,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Set watcher on znode that does not yet exist, /1-327963071/acl 2024-11-15T17:17:24,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45715 2024-11-15T17:17:24,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45715 2024-11-15T17:17:24,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45715 2024-11-15T17:17:24,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45715 2024-11-15T17:17:24,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45715 2024-11-15T17:17:24,717 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:17:24,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:24,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:24,718 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:17:24,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:24,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:17:24,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:17:24,718 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:17:24,719 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34737 2024-11-15T17:17:24,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34737 connecting to ZooKeeper ensemble=127.0.0.1:52673 2024-11-15T17:17:24,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:24,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:24,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347370x0, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:17:24,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347370x0, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Set watcher on znode that does not yet exist, /1-327963071/running 2024-11-15T17:17:24,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34737-0x1013f802a5e0004 connected 2024-11-15T17:17:24,741 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:17:24,745 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:17:24,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Set watcher on znode that does not yet exist, /1-327963071/master 2024-11-15T17:17:24,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Set watcher on znode that does not yet exist, /1-327963071/acl 2024-11-15T17:17:24,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34737 2024-11-15T17:17:24,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34737 2024-11-15T17:17:24,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34737 2024-11-15T17:17:24,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34737 2024-11-15T17:17:24,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34737 2024-11-15T17:17:24,770 DEBUG [M:0;046d875b9f8f:45715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:45715 2024-11-15T17:17:24,772 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-327963071/backup-masters/046d875b9f8f,45715,1731691044574 2024-11-15T17:17:24,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071/backup-masters 2024-11-15T17:17:24,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071/backup-masters 2024-11-15T17:17:24,783 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Set watcher on existing znode=/1-327963071/backup-masters/046d875b9f8f,45715,1731691044574 2024-11-15T17:17:24,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071 2024-11-15T17:17:24,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-327963071/master 2024-11-15T17:17:24,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071 2024-11-15T17:17:24,793 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Set watcher on existing znode=/1-327963071/master 2024-11-15T17:17:24,794 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-327963071/backup-masters/046d875b9f8f,45715,1731691044574 from backup master directory 2024-11-15T17:17:24,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-327963071/backup-masters/046d875b9f8f,45715,1731691044574 2024-11-15T17:17:24,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071/backup-masters 2024-11-15T17:17:24,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071/backup-masters 2024-11-15T17:17:24,803 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:17:24,803 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,45715,1731691044574 2024-11-15T17:17:24,810 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/hbase.id] with ID: 2e568dfd-00ff-4aa9-9075-e8a04c3371f1 2024-11-15T17:17:24,811 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/.tmp/hbase.id 2024-11-15T17:17:24,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:17:24,824 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/.tmp/hbase.id]:[hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/hbase.id] 2024-11-15T17:17:24,850 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:24,850 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:17:24,853 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T17:17:24,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071 2024-11-15T17:17:24,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071 2024-11-15T17:17:24,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:17:24,884 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:17:24,885 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:17:24,885 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:17:24,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:17:25,301 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store 2024-11-15T17:17:25,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:17:25,711 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:25,711 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:17:25,711 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:25,711 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:25,711 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:17:25,711 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:25,711 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:25,712 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691045711Disabling compacts and flushes for region at 1731691045711Disabling writes for close at 1731691045711Writing region close event to WAL at 1731691045711Closed at 1731691045711 2024-11-15T17:17:25,713 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store/.initializing 2024-11-15T17:17:25,714 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/WALs/046d875b9f8f,45715,1731691044574 2024-11-15T17:17:25,716 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:17:25,722 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C45715%2C1731691044574, suffix=, logDir=hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/WALs/046d875b9f8f,45715,1731691044574, archiveDir=hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/oldWALs, maxLogs=10 2024-11-15T17:17:25,742 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/WALs/046d875b9f8f,45715,1731691044574/046d875b9f8f%2C45715%2C1731691044574.1731691045722, exclude list is [], retry=0 2024-11-15T17:17:25,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40633,DS-4399ef81-ad2e-4cd3-a91c-b0763bddcc1f,DISK] 2024-11-15T17:17:25,752 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/WALs/046d875b9f8f,45715,1731691044574/046d875b9f8f%2C45715%2C1731691044574.1731691045722 2024-11-15T17:17:25,752 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45705:45705)] 2024-11-15T17:17:25,753 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:17:25,753 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:25,753 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:25,753 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:25,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:25,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:17:25,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:25,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:25,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:25,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:17:25,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:25,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:25,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:25,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:17:25,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:25,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:25,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:25,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:17:25,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:25,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:25,775 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:25,777 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:25,777 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:25,779 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:25,779 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:25,780 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:17:25,782 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:25,785 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:17:25,786 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63610203, jitterRate=-0.052134111523628235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:17:25,787 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691045754Initializing all the Stores at 1731691045757 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691045757Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691045758 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691045758Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691045758Cleaning up temporary data from old regions at 1731691045779 (+21 ms)Region opened successfully at 1731691045786 (+7 ms) 2024-11-15T17:17:25,787 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:17:25,793 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2daf7722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:17:25,795 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:17:25,795 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:17:25,795 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:17:25,795 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:17:25,796 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:17:25,797 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:17:25,797 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:17:25,800 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:17:25,801 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Unable to get data of znode /1-327963071/balancer because node does not exist (not necessarily an error) 2024-11-15T17:17:25,845 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-327963071/balancer already deleted, retry=false 2024-11-15T17:17:25,846 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:17:25,846 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Unable to get data of znode /1-327963071/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:17:25,855 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-327963071/normalizer already deleted, retry=false 2024-11-15T17:17:25,856 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:17:25,857 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Unable to get data of znode /1-327963071/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:17:25,866 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-327963071/switch/split already deleted, retry=false 2024-11-15T17:17:25,867 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Unable to get data of znode /1-327963071/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:17:25,876 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-327963071/switch/merge already deleted, retry=false 2024-11-15T17:17:25,879 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Unable to get data of znode /1-327963071/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:17:25,887 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-327963071/snapshot-cleanup already deleted, retry=false 2024-11-15T17:17:25,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-327963071/running 2024-11-15T17:17:25,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-327963071/running 2024-11-15T17:17:25,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071 2024-11-15T17:17:25,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071 2024-11-15T17:17:25,899 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,45715,1731691044574, sessionid=0x1013f802a5e0003, setting cluster-up flag (Was=false) 2024-11-15T17:17:25,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071 2024-11-15T17:17:25,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071 2024-11-15T17:17:25,950 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-327963071/flush-table-proc/acquired, /1-327963071/flush-table-proc/reached, /1-327963071/flush-table-proc/abort 2024-11-15T17:17:25,952 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,45715,1731691044574 2024-11-15T17:17:25,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071 2024-11-15T17:17:25,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071 2024-11-15T17:17:26,003 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-327963071/online-snapshot/acquired, /1-327963071/online-snapshot/reached, /1-327963071/online-snapshot/abort 2024-11-15T17:17:26,004 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,45715,1731691044574 2024-11-15T17:17:26,006 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:17:26,010 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:17:26,010 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:17:26,010 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:17:26,011 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,45715,1731691044574 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:17:26,012 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:26,013 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:26,013 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:26,013 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:26,013 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:17:26,013 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:26,013 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:17:26,013 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:26,019 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:17:26,019 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:17:26,021 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:26,021 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:17:26,023 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691076023 2024-11-15T17:17:26,023 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:17:26,023 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:17:26,023 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:17:26,023 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:17:26,023 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:17:26,023 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:17:26,024 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,024 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:17:26,024 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:17:26,024 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:17:26,024 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:17:26,027 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:17:26,027 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:17:26,027 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691046027,5,FailOnTimeoutGroup] 2024-11-15T17:17:26,028 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691046028,5,FailOnTimeoutGroup] 2024-11-15T17:17:26,028 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,028 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:17:26,028 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,028 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:17:26,036 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:17:26,036 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00 2024-11-15T17:17:26,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741832_1008 (size=32) 2024-11-15T17:17:26,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:26,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:17:26,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:17:26,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:26,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:26,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:17:26,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:17:26,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:26,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:26,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:17:26,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:17:26,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:26,058 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.HRegionServer(746): ClusterId : 2e568dfd-00ff-4aa9-9075-e8a04c3371f1 2024-11-15T17:17:26,058 DEBUG [RS:0;046d875b9f8f:34737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:17:26,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:26,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:17:26,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:17:26,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:26,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:26,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:17:26,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/data/hbase/meta/1588230740 2024-11-15T17:17:26,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/data/hbase/meta/1588230740 2024-11-15T17:17:26,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:17:26,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:17:26,068 DEBUG [RS:0;046d875b9f8f:34737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:17:26,068 DEBUG [RS:0;046d875b9f8f:34737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:17:26,068 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:17:26,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:17:26,074 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:17:26,075 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67520567, jitterRate=0.006134852766990662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:17:26,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691046045Initializing all the Stores at 1731691046047 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691046047Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691046047Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691046047Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691046047Cleaning up temporary data from old regions at 1731691046067 (+20 ms)Region opened successfully at 1731691046075 (+8 ms) 2024-11-15T17:17:26,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:17:26,075 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:17:26,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:17:26,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:17:26,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:17:26,076 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:17:26,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691046075Disabling compacts and flushes for region at 1731691046075Disabling writes for close at 1731691046075Writing region close event to WAL at 1731691046076 (+1 ms)Closed at 1731691046076 2024-11-15T17:17:26,077 DEBUG [RS:0;046d875b9f8f:34737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:17:26,078 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:17:26,078 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:17:26,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:17:26,079 DEBUG [RS:0;046d875b9f8f:34737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0a03dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:17:26,082 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:17:26,083 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:17:26,104 DEBUG [RS:0;046d875b9f8f:34737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:34737 2024-11-15T17:17:26,104 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:17:26,104 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:17:26,104 DEBUG [RS:0;046d875b9f8f:34737 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:17:26,105 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,45715,1731691044574 with port=34737, startcode=1731691044717 2024-11-15T17:17:26,106 DEBUG [RS:0;046d875b9f8f:34737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:17:26,109 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:17:26,109 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45715 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,34737,1731691044717 2024-11-15T17:17:26,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45715 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,34737,1731691044717 2024-11-15T17:17:26,113 DEBUG [RS:0;046d875b9f8f:34737 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00 2024-11-15T17:17:26,113 DEBUG [RS:0;046d875b9f8f:34737 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39373 2024-11-15T17:17:26,113 DEBUG [RS:0;046d875b9f8f:34737 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:17:26,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071/rs 2024-11-15T17:17:26,168 DEBUG [RS:0;046d875b9f8f:34737 {}] zookeeper.ZKUtil(111): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Set watcher on existing znode=/1-327963071/rs/046d875b9f8f,34737,1731691044717 2024-11-15T17:17:26,169 WARN [RS:0;046d875b9f8f:34737 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:17:26,169 INFO [RS:0;046d875b9f8f:34737 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:17:26,169 DEBUG [RS:0;046d875b9f8f:34737 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/WALs/046d875b9f8f,34737,1731691044717 2024-11-15T17:17:26,169 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,34737,1731691044717] 2024-11-15T17:17:26,173 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:17:26,177 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:17:26,177 INFO [RS:0;046d875b9f8f:34737 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:17:26,177 INFO [RS:0;046d875b9f8f:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,177 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:17:26,179 INFO [RS:0;046d875b9f8f:34737 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:17:26,179 INFO [RS:0;046d875b9f8f:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,180 DEBUG [RS:0;046d875b9f8f:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:26,180 DEBUG [RS:0;046d875b9f8f:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:26,180 DEBUG [RS:0;046d875b9f8f:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:26,180 DEBUG [RS:0;046d875b9f8f:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:26,180 DEBUG [RS:0;046d875b9f8f:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:26,180 DEBUG [RS:0;046d875b9f8f:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:17:26,180 DEBUG [RS:0;046d875b9f8f:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:26,180 DEBUG [RS:0;046d875b9f8f:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:26,180 DEBUG [RS:0;046d875b9f8f:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:26,181 DEBUG [RS:0;046d875b9f8f:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:26,181 DEBUG [RS:0;046d875b9f8f:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:26,181 DEBUG [RS:0;046d875b9f8f:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:26,181 DEBUG [RS:0;046d875b9f8f:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:17:26,181 DEBUG [RS:0;046d875b9f8f:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:17:26,181 INFO [RS:0;046d875b9f8f:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,182 INFO [RS:0;046d875b9f8f:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,182 INFO [RS:0;046d875b9f8f:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,182 INFO [RS:0;046d875b9f8f:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,182 INFO [RS:0;046d875b9f8f:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,182 INFO [RS:0;046d875b9f8f:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,34737,1731691044717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:17:26,200 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:17:26,200 INFO [RS:0;046d875b9f8f:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,34737,1731691044717-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,200 INFO [RS:0;046d875b9f8f:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,200 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.Replication(171): 046d875b9f8f,34737,1731691044717 started 2024-11-15T17:17:26,217 INFO [RS:0;046d875b9f8f:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,217 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,34737,1731691044717, RpcServer on 046d875b9f8f/172.17.0.2:34737, sessionid=0x1013f802a5e0004 2024-11-15T17:17:26,217 DEBUG [RS:0;046d875b9f8f:34737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:17:26,217 DEBUG [RS:0;046d875b9f8f:34737 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,34737,1731691044717 2024-11-15T17:17:26,217 DEBUG [RS:0;046d875b9f8f:34737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,34737,1731691044717' 2024-11-15T17:17:26,217 DEBUG [RS:0;046d875b9f8f:34737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-327963071/flush-table-proc/abort' 2024-11-15T17:17:26,218 DEBUG [RS:0;046d875b9f8f:34737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-327963071/flush-table-proc/acquired' 2024-11-15T17:17:26,218 DEBUG [RS:0;046d875b9f8f:34737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:17:26,218 DEBUG [RS:0;046d875b9f8f:34737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:17:26,218 DEBUG [RS:0;046d875b9f8f:34737 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,34737,1731691044717 2024-11-15T17:17:26,218 DEBUG [RS:0;046d875b9f8f:34737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,34737,1731691044717' 2024-11-15T17:17:26,218 DEBUG [RS:0;046d875b9f8f:34737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-327963071/online-snapshot/abort' 2024-11-15T17:17:26,219 DEBUG [RS:0;046d875b9f8f:34737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-327963071/online-snapshot/acquired' 2024-11-15T17:17:26,219 DEBUG [RS:0;046d875b9f8f:34737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:17:26,219 INFO [RS:0;046d875b9f8f:34737 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:17:26,219 INFO [RS:0;046d875b9f8f:34737 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:17:26,234 WARN [046d875b9f8f:45715 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T17:17:26,320 INFO [RS:0;046d875b9f8f:34737 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:17:26,323 INFO [RS:0;046d875b9f8f:34737 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C34737%2C1731691044717, suffix=, logDir=hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/WALs/046d875b9f8f,34737,1731691044717, archiveDir=hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/oldWALs, maxLogs=10 2024-11-15T17:17:26,339 DEBUG [RS:0;046d875b9f8f:34737 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/WALs/046d875b9f8f,34737,1731691044717/046d875b9f8f%2C34737%2C1731691044717.1731691046325, exclude list is [], retry=0 2024-11-15T17:17:26,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40633,DS-4399ef81-ad2e-4cd3-a91c-b0763bddcc1f,DISK] 2024-11-15T17:17:26,345 INFO [RS:0;046d875b9f8f:34737 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/WALs/046d875b9f8f,34737,1731691044717/046d875b9f8f%2C34737%2C1731691044717.1731691046325 2024-11-15T17:17:26,345 DEBUG [RS:0;046d875b9f8f:34737 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45705:45705)] 2024-11-15T17:17:26,484 DEBUG [046d875b9f8f:45715 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:17:26,485 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,34737,1731691044717 2024-11-15T17:17:26,488 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,34737,1731691044717, state=OPENING 2024-11-15T17:17:26,540 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:17:26,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071 2024-11-15T17:17:26,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071 2024-11-15T17:17:26,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-327963071/meta-region-server: CHANGED 2024-11-15T17:17:26,552 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:17:26,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-327963071/meta-region-server: CHANGED 2024-11-15T17:17:26,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,34737,1731691044717}] 2024-11-15T17:17:26,707 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:17:26,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:17:26,717 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:17:26,717 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:17:26,718 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:17:26,725 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C34737%2C1731691044717.meta, suffix=.meta, logDir=hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/WALs/046d875b9f8f,34737,1731691044717, archiveDir=hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/oldWALs, maxLogs=10 2024-11-15T17:17:26,752 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/WALs/046d875b9f8f,34737,1731691044717/046d875b9f8f%2C34737%2C1731691044717.meta.1731691046730.meta, exclude list is [], retry=0 2024-11-15T17:17:26,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40633,DS-4399ef81-ad2e-4cd3-a91c-b0763bddcc1f,DISK] 2024-11-15T17:17:26,765 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/WALs/046d875b9f8f,34737,1731691044717/046d875b9f8f%2C34737%2C1731691044717.meta.1731691046730.meta 2024-11-15T17:17:26,765 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45705:45705)] 2024-11-15T17:17:26,765 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:17:26,766 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:17:26,766 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:17:26,766 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:17:26,766 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:17:26,766 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:17:26,767 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:26,767 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:17:26,767 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:17:26,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:17:26,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:17:26,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:26,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:26,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:17:26,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:17:26,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:26,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:26,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:17:26,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:17:26,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:26,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:26,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:17:26,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:17:26,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:26,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:26,790 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:17:26,791 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/data/hbase/meta/1588230740 2024-11-15T17:17:26,795 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/data/hbase/meta/1588230740 2024-11-15T17:17:26,798 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:17:26,798 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:17:26,799 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:17:26,802 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:17:26,803 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59006324, jitterRate=-0.12073725461959839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:17:26,804 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:17:26,804 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691046767Writing region info on filesystem at 1731691046767Initializing all the Stores at 1731691046770 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691046770Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691046771 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691046771Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691046771Cleaning up temporary data from old regions at 1731691046798 (+27 ms)Running coprocessor post-open hooks at 1731691046804 (+6 ms)Region opened successfully at 1731691046804 2024-11-15T17:17:26,806 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691046707 2024-11-15T17:17:26,811 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:17:26,811 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:17:26,812 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,34737,1731691044717 2024-11-15T17:17:26,815 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,34737,1731691044717, state=OPEN 2024-11-15T17:17:26,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-327963071/meta-region-server 2024-11-15T17:17:26,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-327963071/meta-region-server 2024-11-15T17:17:26,824 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,34737,1731691044717 2024-11-15T17:17:26,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-327963071/meta-region-server: CHANGED 2024-11-15T17:17:26,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-327963071/meta-region-server: CHANGED 2024-11-15T17:17:26,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:17:26,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,34737,1731691044717 in 272 msec 2024-11-15T17:17:26,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:17:26,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 753 msec 2024-11-15T17:17:26,837 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:17:26,838 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:17:26,841 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:17:26,841 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,34737,1731691044717, seqNum=-1] 2024-11-15T17:17:26,841 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:17:26,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:17:26,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 844 msec 2024-11-15T17:17:26,854 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691046854, completionTime=-1 2024-11-15T17:17:26,854 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:17:26,854 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:17:26,858 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:17:26,858 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691106858 2024-11-15T17:17:26,858 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691166858 2024-11-15T17:17:26,858 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-15T17:17:26,858 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45715,1731691044574-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,858 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45715,1731691044574-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,859 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45715,1731691044574-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,859 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:45715, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,859 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,860 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,866 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:17:26,870 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.066sec 2024-11-15T17:17:26,870 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:17:26,870 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:17:26,870 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:17:26,870 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:17:26,870 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:17:26,870 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45715,1731691044574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:17:26,870 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45715,1731691044574-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:17:26,874 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:17:26,875 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:17:26,875 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45715,1731691044574-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:26,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743d8c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:26,959 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45715,-1 for getting cluster id 2024-11-15T17:17:26,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:17:26,962 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e568dfd-00ff-4aa9-9075-e8a04c3371f1' 2024-11-15T17:17:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:17:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e568dfd-00ff-4aa9-9075-e8a04c3371f1" 2024-11-15T17:17:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73fd89e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45715,-1] 2024-11-15T17:17:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:17:26,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:26,966 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:17:26,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:26,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:17:26,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,34737,1731691044717, seqNum=-1] 2024-11-15T17:17:26,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:17:26,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:17:26,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,45715,1731691044574 2024-11-15T17:17:26,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52673 2024-11-15T17:17:26,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:17:26,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013f802a5e0005 connected 2024-11-15T17:17:27,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3385ef8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:27,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,35685,-1 for getting cluster id 2024-11-15T17:17:27,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:17:27,014 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b383f61-cdf1-4f57-91f2-51052f2246d4' 2024-11-15T17:17:27,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:17:27,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b383f61-cdf1-4f57-91f2-51052f2246d4" 2024-11-15T17:17:27,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9106a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:27,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,35685,-1] 2024-11-15T17:17:27,016 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:17:27,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:27,018 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:17:27,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fce84cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:27,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:17:27,033 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,35685,1731691037394 2024-11-15T17:17:27,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6632805f 2024-11-15T17:17:27,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:17:27,039 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:17:27,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://046d875b9f8f:45715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T17:17:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:17:27,057 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:45715' 2024-11-15T17:17:27,059 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d466161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:27,059 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45715,-1 for getting cluster id 2024-11-15T17:17:27,059 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:17:27,060 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e568dfd-00ff-4aa9-9075-e8a04c3371f1' 2024-11-15T17:17:27,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:17:27,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e568dfd-00ff-4aa9-9075-e8a04c3371f1" 2024-11-15T17:17:27,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40aa7d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:27,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45715,-1] 2024-11-15T17:17:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:17:27,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:17:27,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:27,065 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:17:27,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea32639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:27,067 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:17:27,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,45715,1731691044574 2024-11-15T17:17:27,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5be9d7a6 2024-11-15T17:17:27,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:17:27,076 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:17:27,093 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T17:17:27,093 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:17:27,098 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:27,099 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:27,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:17:27,100 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:17:27,106 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T17:17:27,109 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:17:27,110 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:27,112 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:17:27,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741835_1011 (size=1138) 2024-11-15T17:17:27,158 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T17:17:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:17:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:17:27,525 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e5f590a1a2ea6b42ed453da1e269348, NAME => 'hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e 2024-11-15T17:17:27,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741836_1012 (size=44) 2024-11-15T17:17:27,597 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:17:27,675 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T17:17:27,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:17:27,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:17:27,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T17:17:27,841 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:17:27,841 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T17:17:27,841 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:17:27,841 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T17:17:27,841 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T17:17:27,841 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T17:17:27,936 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:27,936 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6e5f590a1a2ea6b42ed453da1e269348, disabling compactions & flushes 2024-11-15T17:17:27,936 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:27,936 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:27,936 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. after waiting 0 ms 2024-11-15T17:17:27,936 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:27,936 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:27,936 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e5f590a1a2ea6b42ed453da1e269348: Waiting for close lock at 1731691047936Disabling compacts and flushes for region at 1731691047936Disabling writes for close at 1731691047936Writing region close event to WAL at 1731691047936Closed at 1731691047936 2024-11-15T17:17:27,939 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:17:27,944 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731691047939"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691047939"}]},"ts":"1731691047939"} 2024-11-15T17:17:27,949 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:17:27,951 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:17:27,954 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691047951"}]},"ts":"1731691047951"} 2024-11-15T17:17:27,959 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T17:17:27,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e5f590a1a2ea6b42ed453da1e269348, ASSIGN}] 2024-11-15T17:17:27,964 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e5f590a1a2ea6b42ed453da1e269348, ASSIGN 2024-11-15T17:17:27,966 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e5f590a1a2ea6b42ed453da1e269348, ASSIGN; state=OFFLINE, location=046d875b9f8f,34677,1731691038323; forceNewPlan=false, retain=false 2024-11-15T17:17:28,117 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6e5f590a1a2ea6b42ed453da1e269348, regionState=OPENING, regionLocation=046d875b9f8f,34677,1731691038323 2024-11-15T17:17:28,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e5f590a1a2ea6b42ed453da1e269348, ASSIGN because future has completed 2024-11-15T17:17:28,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e5f590a1a2ea6b42ed453da1e269348, server=046d875b9f8f,34677,1731691038323}] 2024-11-15T17:17:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:17:28,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:28,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:17:28,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T17:17:28,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C34677%2C1731691038323.rep, suffix=, logDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323, archiveDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/oldWALs, maxLogs=10 2024-11-15T17:17:28,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323/046d875b9f8f%2C34677%2C1731691038323.rep.1731691048291, exclude list is [], retry=0 2024-11-15T17:17:28,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36743,DS-0d9be20d-5909-4eec-b810-cc532d2ea042,DISK] 2024-11-15T17:17:28,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323/046d875b9f8f%2C34677%2C1731691038323.rep.1731691048291 2024-11-15T17:17:28,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33025:33025)] 2024-11-15T17:17:28,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e5f590a1a2ea6b42ed453da1e269348, NAME => 'hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:17:28,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:17:28,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:17:28,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. service=MultiRowMutationService 2024-11-15T17:17:28,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T17:17:28,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:28,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:28,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:28,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:28,321 INFO [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:28,324 INFO [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e5f590a1a2ea6b42ed453da1e269348 columnFamilyName hfileref 2024-11-15T17:17:28,324 DEBUG [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:28,324 INFO [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] regionserver.HStore(327): Store=6e5f590a1a2ea6b42ed453da1e269348/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:28,325 INFO [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:28,327 INFO [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e5f590a1a2ea6b42ed453da1e269348 columnFamilyName queue 2024-11-15T17:17:28,327 DEBUG [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:28,327 INFO [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] regionserver.HStore(327): Store=6e5f590a1a2ea6b42ed453da1e269348/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:28,328 INFO [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:28,330 INFO [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e5f590a1a2ea6b42ed453da1e269348 columnFamilyName sid 2024-11-15T17:17:28,330 DEBUG [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:28,330 INFO [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] regionserver.HStore(327): Store=6e5f590a1a2ea6b42ed453da1e269348/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:28,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:28,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/replication/6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:28,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/replication/6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:28,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:28,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:28,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:17:28,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:28,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/replication/6e5f590a1a2ea6b42ed453da1e269348/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:17:28,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6e5f590a1a2ea6b42ed453da1e269348; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67604220, jitterRate=0.0073813796043396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:17:28,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:28,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6e5f590a1a2ea6b42ed453da1e269348: Running coprocessor pre-open hook at 1731691048319Writing region info on filesystem at 1731691048319Initializing all the Stores at 1731691048320 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691048320Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691048321 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691048321Cleaning up temporary data from old regions at 1731691048335 (+14 ms)Running coprocessor post-open hooks at 1731691048342 (+7 ms)Region opened successfully at 1731691048344 (+2 ms) 2024-11-15T17:17:28,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348., pid=7, masterSystemTime=1731691048276 2024-11-15T17:17:28,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:28,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:28,352 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6e5f590a1a2ea6b42ed453da1e269348, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,34677,1731691038323 2024-11-15T17:17:28,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e5f590a1a2ea6b42ed453da1e269348, server=046d875b9f8f,34677,1731691038323 because future has completed 2024-11-15T17:17:28,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T17:17:28,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e5f590a1a2ea6b42ed453da1e269348, server=046d875b9f8f,34677,1731691038323 in 244 msec 2024-11-15T17:17:28,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:17:28,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e5f590a1a2ea6b42ed453da1e269348, ASSIGN in 411 msec 2024-11-15T17:17:28,378 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:17:28,379 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691048379"}]},"ts":"1731691048379"} 2024-11-15T17:17:28,382 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T17:17:28,384 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:17:28,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2830 sec 2024-11-15T17:17:28,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348., hostname=046d875b9f8f,34677,1731691038323, seqNum=2] 2024-11-15T17:17:28,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34677 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-15T17:17:28,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:28,508 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:28,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:17:28,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34677 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T17:17:28,699 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T17:17:28,751 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-046d875b9f8f,34677,1731691038323, ReplicationSource: 1, currentBandwidth=0 2024-11-15T17:17:28,753 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:17:28,753 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,34677,1731691038323, seqNum=-1] 2024-11-15T17:17:28,753 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:17:28,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T17:17:28,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-046d875b9f8f,34677,1731691038323', locateType=CURRENT is [region=hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348., hostname=046d875b9f8f,34677,1731691038323, seqNum=2] 2024-11-15T17:17:28,766 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T17:17:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T17:17:28,772 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 046d875b9f8f,34677,1731691038323 suceeded 2024-11-15T17:17:28,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T17:17:28,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 240 msec 2024-11-15T17:17:28,778 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://046d875b9f8f:45715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:17:28,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7350 sec 2024-11-15T17:17:28,792 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34677,1731691038323 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:45715' 2024-11-15T17:17:28,794 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34677,1731691038323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@470e6fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:28,794 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34677,1731691038323 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45715,-1 for getting cluster id 2024-11-15T17:17:28,794 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34677,1731691038323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:17:28,795 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e568dfd-00ff-4aa9-9075-e8a04c3371f1' 2024-11-15T17:17:28,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:17:28,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e568dfd-00ff-4aa9-9075-e8a04c3371f1" 2024-11-15T17:17:28,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e05c01a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:28,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45715,-1] 2024-11-15T17:17:28,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:17:28,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:28,797 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:17:28,799 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34677,1731691038323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ee96f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:28,799 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34677,1731691038323 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:17:28,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,45715,1731691044574 2024-11-15T17:17:28,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30c09550 2024-11-15T17:17:28,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:17:28,801 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T17:17:28,803 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34677,1731691038323 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-046d875b9f8f,34677,1731691038323 (queues=1) is replicating from cluster=2b383f61-cdf1-4f57-91f2-51052f2246d4 to cluster=2e568dfd-00ff-4aa9-9075-e8a04c3371f1 2024-11-15T17:17:28,805 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34677,1731691038323 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=046d875b9f8f%2C34677%2C1731691038323 2024-11-15T17:17:28,811 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34677,1731691038323 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-046d875b9f8f,34677,1731691038323, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:17:28,813 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34677,1731691038323.replicationSource.shipper046d875b9f8f%2C34677%2C1731691038323,1-046d875b9f8f,34677,1731691038323 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C34677%2C1731691038323 2024-11-15T17:17:28,817 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34677,1731691038323.replicationSource.wal-reader.046d875b9f8f%2C34677%2C1731691038323,1-046d875b9f8f,34677,1731691038323 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323/046d875b9f8f%2C34677%2C1731691038323.1731691041394, startPosition=0, beingWritten=true 2024-11-15T17:17:29,079 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34677,1731691038323.replicationSource.wal-reader.046d875b9f8f%2C34677%2C1731691038323,1-046d875b9f8f,34677,1731691038323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323/046d875b9f8f%2C34677%2C1731691038323.1731691041394 to pos 0, reset compression=false 2024-11-15T17:17:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:17:29,214 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:17:29,215 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T17:17:29,215 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:29,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:29,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:29,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:17:29,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3027e7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:29,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,35685,-1 for getting cluster id 2024-11-15T17:17:29,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:17:29,217 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b383f61-cdf1-4f57-91f2-51052f2246d4' 2024-11-15T17:17:29,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:17:29,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b383f61-cdf1-4f57-91f2-51052f2246d4" 2024-11-15T17:17:29,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ff80c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:29,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,35685,-1] 2024-11-15T17:17:29,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:17:29,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:29,222 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:17:29,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228f050f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:29,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:17:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,35685,1731691037394 2024-11-15T17:17:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eb23a5e 2024-11-15T17:17:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:17:29,233 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:17:29,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://046d875b9f8f:45715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T17:17:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:17:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T17:17:29,238 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:45715' 2024-11-15T17:17:29,239 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d39df68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:29,239 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45715,-1 for getting cluster id 2024-11-15T17:17:29,239 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:17:29,240 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e568dfd-00ff-4aa9-9075-e8a04c3371f1' 2024-11-15T17:17:29,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:17:29,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e568dfd-00ff-4aa9-9075-e8a04c3371f1" 2024-11-15T17:17:29,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a80b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:29,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45715,-1] 2024-11-15T17:17:29,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:17:29,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:29,242 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:17:29,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6d0f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:29,243 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:17:29,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,45715,1731691044574 2024-11-15T17:17:29,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c722834 2024-11-15T17:17:29,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:17:29,248 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:17:29,249 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-15T17:17:29,249 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:17:29,249 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:29,249 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:29,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:17:29,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:17:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T17:17:29,387 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34677,1731691038323.replicationSource.wal-reader.046d875b9f8f%2C34677%2C1731691038323,1-046d875b9f8f,34677,1731691038323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323/046d875b9f8f%2C34677%2C1731691038323.1731691041394 to pos 0, reset compression=false 2024-11-15T17:17:29,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34677 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-15T17:17:29,475 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-15T17:17:29,519 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-046d875b9f8f,34677,1731691038323, ReplicationSource: 2, currentBandwidth=0 2024-11-15T17:17:29,523 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-15T17:17:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-15T17:17:29,527 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 046d875b9f8f,34677,1731691038323 suceeded 2024-11-15T17:17:29,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T17:17:29,531 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://046d875b9f8f:45715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:17:29,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-15T17:17:29,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 297 msec 2024-11-15T17:17:29,545 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,34677,1731691038323 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:45715' 2024-11-15T17:17:29,546 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,34677,1731691038323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1334c202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:29,546 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,34677,1731691038323 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45715,-1 for getting cluster id 2024-11-15T17:17:29,547 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,34677,1731691038323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:17:29,548 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e568dfd-00ff-4aa9-9075-e8a04c3371f1' 2024-11-15T17:17:29,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:17:29,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e568dfd-00ff-4aa9-9075-e8a04c3371f1" 2024-11-15T17:17:29,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@109a69ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:29,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45715,-1] 2024-11-15T17:17:29,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:17:29,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:29,551 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:17:29,552 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,34677,1731691038323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16e23ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:29,552 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,34677,1731691038323 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:17:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T17:17:29,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,45715,1731691044574 2024-11-15T17:17:29,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d5fa995 2024-11-15T17:17:29,553 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-15T17:17:29,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:17:29,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:17:29,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:29,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:29,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:29,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:17:29,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:17:29,555 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T17:17:29,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,35685,1731691037394 2024-11-15T17:17:29,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@586e160f 2024-11-15T17:17:29,556 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,34677,1731691038323 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-046d875b9f8f,34677,1731691038323 (queues=1) is replicating from cluster=2b383f61-cdf1-4f57-91f2-51052f2246d4 to cluster=2e568dfd-00ff-4aa9-9075-e8a04c3371f1 2024-11-15T17:17:29,556 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,34677,1731691038323 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=046d875b9f8f%2C34677%2C1731691038323 2024-11-15T17:17:29,556 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,34677,1731691038323 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-046d875b9f8f,34677,1731691038323, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:17:29,556 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,34677,1731691038323.replicationSource.wal-reader.046d875b9f8f%2C34677%2C1731691038323,2-046d875b9f8f,34677,1731691038323 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323/046d875b9f8f%2C34677%2C1731691038323.1731691041394, startPosition=0, beingWritten=true 2024-11-15T17:17:29,557 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,34677,1731691038323.replicationSource.shipper046d875b9f8f%2C34677%2C1731691038323,2-046d875b9f8f,34677,1731691038323 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C34677%2C1731691038323 2024-11-15T17:17:29,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:17:29,560 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:17:29,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T17:17:29,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T17:17:29,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T17:17:29,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T17:17:29,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://046d875b9f8f:45715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:17:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T17:17:29,578 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:45715' 2024-11-15T17:17:29,579 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33de7099, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T17:17:29,579 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45715,-1 for getting cluster id 2024-11-15T17:17:29,579 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:17:29,580 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e568dfd-00ff-4aa9-9075-e8a04c3371f1' 2024-11-15T17:17:29,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:17:29,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e568dfd-00ff-4aa9-9075-e8a04c3371f1" 2024-11-15T17:17:29,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2098f5da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:29,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45715,-1] 2024-11-15T17:17:29,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:17:29,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:29,582 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:17:29,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c92583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:29,583 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:17:29,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,45715,1731691044574 2024-11-15T17:17:29,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ed7f6f3 2024-11-15T17:17:29,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:17:29,585 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:17:29,586 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T17:17:29,586 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:17:29,586 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:29,586 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:29,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:17:29,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:17:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T17:17:29,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34677 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-15T17:17:29,753 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-15T17:17:29,755 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-15T17:17:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-15T17:17:29,759 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 046d875b9f8f,34677,1731691038323 suceeded 2024-11-15T17:17:29,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T17:17:29,762 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://046d875b9f8f:45715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:17:29,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-15T17:17:29,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 191 msec 2024-11-15T17:17:29,766 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,34677,1731691038323.replicationSource.wal-reader.046d875b9f8f%2C34677%2C1731691038323,2-046d875b9f8f,34677,1731691038323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323/046d875b9f8f%2C34677%2C1731691038323.1731691041394 to pos 0, reset compression=false 2024-11-15T17:17:29,799 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34677,1731691038323.replicationSource.wal-reader.046d875b9f8f%2C34677%2C1731691038323,1-046d875b9f8f,34677,1731691038323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323/046d875b9f8f%2C34677%2C1731691038323.1731691041394 to pos 0, reset compression=false 2024-11-15T17:17:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T17:17:29,894 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-15T17:17:29,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://046d875b9f8f:45715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:17:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T17:17:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T17:17:29,899 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:45715' 2024-11-15T17:17:29,900 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d49e737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:29,900 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45715,-1 for getting cluster id 2024-11-15T17:17:29,900 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:17:29,901 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e568dfd-00ff-4aa9-9075-e8a04c3371f1' 2024-11-15T17:17:29,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:17:29,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e568dfd-00ff-4aa9-9075-e8a04c3371f1" 2024-11-15T17:17:29,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2b748e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:29,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45715,-1] 2024-11-15T17:17:29,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:17:29,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:29,904 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:17:29,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d138b4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:29,904 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:17:29,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,45715,1731691044574 2024-11-15T17:17:29,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a46095c 2024-11-15T17:17:29,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:17:29,907 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:17:29,908 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T17:17:29,908 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:17:29,908 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:29,908 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:29,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:17:29,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:17:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T17:17:30,079 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,34677,1731691038323.replicationSource.wal-reader.046d875b9f8f%2C34677%2C1731691038323,2-046d875b9f8f,34677,1731691038323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323/046d875b9f8f%2C34677%2C1731691038323.1731691041394 to pos 0, reset compression=false 2024-11-15T17:17:30,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34677 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-15T17:17:30,127 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-15T17:17:30,128 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-15T17:17:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-15T17:17:30,132 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 046d875b9f8f,34677,1731691038323 suceeded 2024-11-15T17:17:30,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T17:17:30,135 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://046d875b9f8f:45715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:17:30,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-15T17:17:30,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 240 msec 2024-11-15T17:17:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T17:17:30,214 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-15T17:17:30,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T17:17:30,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T17:17:30,217 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:17:30,217 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:30,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:30,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:30,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:17:30,217 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:17:30,217 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747358238, stopped=false 2024-11-15T17:17:30,218 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,35685,1731691037394 2024-11-15T17:17:30,305 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34677,1731691038323.replicationSource.wal-reader.046d875b9f8f%2C34677%2C1731691038323,1-046d875b9f8f,34677,1731691038323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323/046d875b9f8f%2C34677%2C1731691038323.1731691041394 to pos 0, reset compression=false 2024-11-15T17:17:30,311 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-278019530/running 2024-11-15T17:17:30,311 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:30,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-278019530/running 2024-11-15T17:17:30,311 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:17:30,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:17:30,311 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:30,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:30,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:30,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on znode that does not yet exist, /0-278019530/running 2024-11-15T17:17:30,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on znode that does not yet exist, /0-278019530/running 2024-11-15T17:17:30,313 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,34677,1731691038323' ***** 2024-11-15T17:17:30,313 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:17:30,314 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:17:30,314 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:17:30,314 INFO [RS:0;046d875b9f8f:34677 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:17:30,314 INFO [RS:0;046d875b9f8f:34677 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:17:30,315 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:30,315 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,34677,1731691038323 2024-11-15T17:17:30,315 INFO [RS:0;046d875b9f8f:34677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:17:30,315 INFO [RS:0;046d875b9f8f:34677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:34677. 2024-11-15T17:17:30,315 DEBUG [RS:0;046d875b9f8f:34677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:30,316 DEBUG [RS:0;046d875b9f8f:34677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:30,316 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e5f590a1a2ea6b42ed453da1e269348, disabling compactions & flushes 2024-11-15T17:17:30,316 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:17:30,316 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:30,316 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:17:30,316 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:30,316 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:17:30,316 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. after waiting 0 ms 2024-11-15T17:17:30,316 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:17:30,316 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:30,317 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T17:17:30,317 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:17:30,317 DEBUG [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6e5f590a1a2ea6b42ed453da1e269348=hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348.} 2024-11-15T17:17:30,317 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:17:30,317 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:17:30,318 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:17:30,318 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:17:30,318 DEBUG [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:30,320 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6e5f590a1a2ea6b42ed453da1e269348 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-15T17:17:30,320 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T17:17:30,323 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:17:30,324 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:17:30,339 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:17:30,395 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/.tmp/info/12941e73808a43e7aafd0336427c4275 is 147, key is hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348./info:regioninfo/1731691048352/Put/seqid=0 2024-11-15T17:17:30,395 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/replication/6e5f590a1a2ea6b42ed453da1e269348/.tmp/queue/b23d057e264b429a9c9f3ff3e4865312 is 151, key is 1-046d875b9f8f,34677,1731691038323/queue:046d875b9f8f%2C34677%2C1731691038323/1731691048760/Put/seqid=0 2024-11-15T17:17:30,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741838_1014 (size=5500) 2024-11-15T17:17:30,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741839_1015 (size=6631) 2024-11-15T17:17:30,487 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,34677,1731691038323.replicationSource.wal-reader.046d875b9f8f%2C34677%2C1731691038323,2-046d875b9f8f,34677,1731691038323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323/046d875b9f8f%2C34677%2C1731691038323.1731691041394 to pos 0, reset compression=false 2024-11-15T17:17:30,518 DEBUG [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:30,718 DEBUG [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:30,807 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/replication/6e5f590a1a2ea6b42ed453da1e269348/.tmp/queue/b23d057e264b429a9c9f3ff3e4865312 2024-11-15T17:17:30,815 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/.tmp/info/12941e73808a43e7aafd0336427c4275 2024-11-15T17:17:30,862 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/replication/6e5f590a1a2ea6b42ed453da1e269348/.tmp/queue/b23d057e264b429a9c9f3ff3e4865312 as hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/replication/6e5f590a1a2ea6b42ed453da1e269348/queue/b23d057e264b429a9c9f3ff3e4865312 2024-11-15T17:17:30,876 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/replication/6e5f590a1a2ea6b42ed453da1e269348/queue/b23d057e264b429a9c9f3ff3e4865312, entries=2, sequenceid=6, filesize=5.4 K 2024-11-15T17:17:30,885 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/.tmp/ns/7f2ceb60ccce48438c2040ec8c42bae2 is 43, key is default/ns:d/1731691042347/Put/seqid=0 2024-11-15T17:17:30,885 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 6e5f590a1a2ea6b42ed453da1e269348 in 562ms, sequenceid=6, compaction requested=false 2024-11-15T17:17:30,885 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T17:17:30,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741840_1016 (size=5153) 2024-11-15T17:17:30,896 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/replication/6e5f590a1a2ea6b42ed453da1e269348/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T17:17:30,897 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/.tmp/ns/7f2ceb60ccce48438c2040ec8c42bae2 2024-11-15T17:17:30,899 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:17:30,899 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:17:30,899 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:30,899 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e5f590a1a2ea6b42ed453da1e269348: Waiting for close lock at 1731691050315Running coprocessor pre-close hooks at 1731691050316 (+1 ms)Disabling compacts and flushes for region at 1731691050316Disabling writes for close at 1731691050316Obtaining lock to block concurrent updates at 1731691050320 (+4 ms)Preparing flush snapshotting stores in 6e5f590a1a2ea6b42ed453da1e269348 at 1731691050320Finished memstore snapshotting hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731691050328 (+8 ms)Flushing stores of hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. at 1731691050330 (+2 ms)Flushing 6e5f590a1a2ea6b42ed453da1e269348/queue: creating writer at 1731691050332 (+2 ms)Flushing 6e5f590a1a2ea6b42ed453da1e269348/queue: appending metadata at 1731691050378 (+46 ms)Flushing 6e5f590a1a2ea6b42ed453da1e269348/queue: closing flushed file at 1731691050381 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a204884: reopening flushed file at 1731691050860 (+479 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 6e5f590a1a2ea6b42ed453da1e269348 in 562ms, sequenceid=6, compaction requested=false at 1731691050885 (+25 ms)Writing region close event to WAL at 1731691050889 (+4 ms)Running coprocessor post-close hooks at 1731691050897 (+8 ms)Closed at 1731691050899 (+2 ms) 2024-11-15T17:17:30,900 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:30,913 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34677,1731691038323.replicationSource.wal-reader.046d875b9f8f%2C34677%2C1731691038323,1-046d875b9f8f,34677,1731691038323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323/046d875b9f8f%2C34677%2C1731691038323.1731691041394 to pos 0, reset compression=false 2024-11-15T17:17:30,919 DEBUG [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:17:30,942 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/.tmp/table/433dbf274ad240ce8a4dc7574bf4bf36 is 53, key is hbase:replication/table:state/1731691048379/Put/seqid=0 2024-11-15T17:17:30,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741841_1017 (size=5256) 2024-11-15T17:17:30,957 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/.tmp/table/433dbf274ad240ce8a4dc7574bf4bf36 2024-11-15T17:17:30,971 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/.tmp/info/12941e73808a43e7aafd0336427c4275 as hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/info/12941e73808a43e7aafd0336427c4275 2024-11-15T17:17:30,982 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/info/12941e73808a43e7aafd0336427c4275, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T17:17:30,984 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/.tmp/ns/7f2ceb60ccce48438c2040ec8c42bae2 as hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/ns/7f2ceb60ccce48438c2040ec8c42bae2 2024-11-15T17:17:30,993 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,34677,1731691038323.replicationSource.wal-reader.046d875b9f8f%2C34677%2C1731691038323,2-046d875b9f8f,34677,1731691038323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323/046d875b9f8f%2C34677%2C1731691038323.1731691041394 to pos 0, reset compression=false 2024-11-15T17:17:30,996 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/ns/7f2ceb60ccce48438c2040ec8c42bae2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T17:17:31,000 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/.tmp/table/433dbf274ad240ce8a4dc7574bf4bf36 as hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/table/433dbf274ad240ce8a4dc7574bf4bf36 2024-11-15T17:17:31,011 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/table/433dbf274ad240ce8a4dc7574bf4bf36, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T17:17:31,013 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 695ms, sequenceid=11, compaction requested=false 2024-11-15T17:17:31,045 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T17:17:31,047 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:17:31,047 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:17:31,048 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:17:31,048 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691050317Running coprocessor pre-close hooks at 1731691050317Disabling compacts and flushes for region at 1731691050317Disabling writes for close at 1731691050318 (+1 ms)Obtaining lock to block concurrent updates at 1731691050320 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731691050320Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731691050328 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731691050331 (+3 ms)Flushing 1588230740/info: creating writer at 1731691050332 (+1 ms)Flushing 1588230740/info: appending metadata at 1731691050387 (+55 ms)Flushing 1588230740/info: closing flushed file at 1731691050387Flushing 1588230740/ns: creating writer at 1731691050860 (+473 ms)Flushing 1588230740/ns: appending metadata at 1731691050884 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731691050884Flushing 1588230740/table: creating writer at 1731691050907 (+23 ms)Flushing 1588230740/table: appending metadata at 1731691050940 (+33 ms)Flushing 1588230740/table: closing flushed file at 1731691050940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a9639b: reopening flushed file at 1731691050970 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b6a24b3: reopening flushed file at 1731691050982 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d8dcbe2: reopening flushed file at 1731691050998 (+16 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 695ms, sequenceid=11, compaction requested=false at 1731691051013 (+15 ms)Writing region close event to WAL at 1731691051036 (+23 ms)Running coprocessor post-close hooks at 1731691051047 (+11 ms)Closed at 1731691051048 (+1 ms) 2024-11-15T17:17:31,048 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:17:31,119 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,34677,1731691038323; all regions closed. 2024-11-15T17:17:31,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741834_1010 (size=2742) 2024-11-15T17:17:31,130 DEBUG [RS:0;046d875b9f8f:34677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/oldWALs 2024-11-15T17:17:31,130 INFO [RS:0;046d875b9f8f:34677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C34677%2C1731691038323.meta:.meta(num 1731691042048) 2024-11-15T17:17:31,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741837_1013 (size=1802) 2024-11-15T17:17:31,134 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323/046d875b9f8f%2C34677%2C1731691038323.rep.1731691048291 not finished, retry = 0 2024-11-15T17:17:31,245 DEBUG [RS:0;046d875b9f8f:34677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/oldWALs 2024-11-15T17:17:31,245 INFO [RS:0;046d875b9f8f:34677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C34677%2C1731691038323.rep:(num 1731691048291) 2024-11-15T17:17:31,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741833_1009 (size=93) 2024-11-15T17:17:31,275 DEBUG [RS:0;046d875b9f8f:34677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/oldWALs 2024-11-15T17:17:31,275 INFO [RS:0;046d875b9f8f:34677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C34677%2C1731691038323:(num 1731691041394) 2024-11-15T17:17:31,275 DEBUG [RS:0;046d875b9f8f:34677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:31,275 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:17:31,275 INFO [RS:0;046d875b9f8f:34677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:17:31,275 INFO [RS:0;046d875b9f8f:34677 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T17:17:31,276 INFO [RS:0;046d875b9f8f:34677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:17:31,276 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:17:31,276 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-046d875b9f8f,34677,1731691038323 because: Region server is closing 2024-11-15T17:17:31,276 INFO [RS:0;046d875b9f8f:34677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:34677. 2024-11-15T17:17:31,276 DEBUG [RS:0;046d875b9f8f:34677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:31,276 DEBUG [RS:0;046d875b9f8f:34677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:31,277 DEBUG [RS:0;046d875b9f8f:34677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:31,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:17:31,377 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34677,1731691038323.replicationSource.wal-reader.046d875b9f8f%2C34677%2C1731691038323,1-046d875b9f8f,34677,1731691038323 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T17:17:31,377 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34677,1731691038323.replicationSource.shipper046d875b9f8f%2C34677%2C1731691038323,1-046d875b9f8f,34677,1731691038323 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T17:17:31,377 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34677,1731691038323.replicationSource.shipper046d875b9f8f%2C34677%2C1731691038323,1-046d875b9f8f,34677,1731691038323 terminated 2024-11-15T17:17:31,378 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-046d875b9f8f,34677,1731691038323 because: Region server is closing 2024-11-15T17:17:31,378 INFO [RS:0;046d875b9f8f:34677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:34677. 2024-11-15T17:17:31,378 DEBUG [RS:0;046d875b9f8f:34677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:31,379 DEBUG [RS:0;046d875b9f8f:34677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:31,379 DEBUG [RS:0;046d875b9f8f:34677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:31,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:17:31,479 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,34677,1731691038323.replicationSource.wal-reader.046d875b9f8f%2C34677%2C1731691038323,2-046d875b9f8f,34677,1731691038323 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T17:17:31,479 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,34677,1731691038323.replicationSource.shipper046d875b9f8f%2C34677%2C1731691038323,2-046d875b9f8f,34677,1731691038323 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T17:17:31,479 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,34677,1731691038323.replicationSource.shipper046d875b9f8f%2C34677%2C1731691038323,2-046d875b9f8f,34677,1731691038323 terminated 2024-11-15T17:17:31,480 INFO [RS:0;046d875b9f8f:34677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34677 2024-11-15T17:17:31,503 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-278019530/rs/046d875b9f8f,34677,1731691038323 2024-11-15T17:17:31,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530/rs 2024-11-15T17:17:31,503 INFO [RS:0;046d875b9f8f:34677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:17:31,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,34677,1731691038323] 2024-11-15T17:17:31,524 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-278019530/draining/046d875b9f8f,34677,1731691038323 already deleted, retry=false 2024-11-15T17:17:31,524 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,34677,1731691038323 expired; onlineServers=0 2024-11-15T17:17:31,524 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,35685,1731691037394' ***** 2024-11-15T17:17:31,524 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:17:31,525 INFO [M:0;046d875b9f8f:35685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:17:31,525 INFO [M:0;046d875b9f8f:35685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:17:31,525 DEBUG [M:0;046d875b9f8f:35685 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:17:31,525 DEBUG [M:0;046d875b9f8f:35685 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:17:31,525 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:17:31,525 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691041082 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691041082,5,FailOnTimeoutGroup] 2024-11-15T17:17:31,525 INFO [M:0;046d875b9f8f:35685 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:17:31,525 INFO [M:0;046d875b9f8f:35685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:17:31,525 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691041093 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691041093,5,FailOnTimeoutGroup] 2024-11-15T17:17:31,526 DEBUG [M:0;046d875b9f8f:35685 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:17:31,526 INFO [M:0;046d875b9f8f:35685 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:17:31,526 INFO [M:0;046d875b9f8f:35685 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:17:31,526 INFO [M:0;046d875b9f8f:35685 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:17:31,527 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:17:31,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-278019530/master 2024-11-15T17:17:31,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:31,535 DEBUG [M:0;046d875b9f8f:35685 {}] zookeeper.ZKUtil(347): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Unable to get data of znode /0-278019530/master because node does not exist (not an error) 2024-11-15T17:17:31,535 WARN [M:0;046d875b9f8f:35685 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:17:31,536 INFO [M:0;046d875b9f8f:35685 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/.lastflushedseqids 2024-11-15T17:17:31,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741842_1018 (size=181) 2024-11-15T17:17:31,554 INFO [M:0;046d875b9f8f:35685 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:17:31,554 INFO [M:0;046d875b9f8f:35685 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:17:31,555 DEBUG [M:0;046d875b9f8f:35685 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:17:31,555 INFO [M:0;046d875b9f8f:35685 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:31,555 DEBUG [M:0;046d875b9f8f:35685 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:31,555 DEBUG [M:0;046d875b9f8f:35685 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:17:31,555 DEBUG [M:0;046d875b9f8f:35685 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:31,555 INFO [M:0;046d875b9f8f:35685 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-15T17:17:31,579 DEBUG [M:0;046d875b9f8f:35685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b32e969148604f9585c7aff16cb6ad60 is 82, key is hbase:meta,,1/info:regioninfo/1731691042136/Put/seqid=0 2024-11-15T17:17:31,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741843_1019 (size=5672) 2024-11-15T17:17:31,614 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:17:31,614 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34677-0x1013f802a5e0001, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:17:31,615 INFO [RS:0;046d875b9f8f:34677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:17:31,615 INFO [RS:0;046d875b9f8f:34677 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,34677,1731691038323; zookeeper connection closed. 2024-11-15T17:17:31,615 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ab2a347 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ab2a347 2024-11-15T17:17:31,616 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:17:31,995 INFO [M:0;046d875b9f8f:35685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b32e969148604f9585c7aff16cb6ad60 2024-11-15T17:17:32,027 DEBUG [M:0;046d875b9f8f:35685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f2f184839a146c9b267c1f36f01e8c2 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731691048387/Put/seqid=0 2024-11-15T17:17:32,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741844_1020 (size=8663) 2024-11-15T17:17:32,444 INFO [M:0;046d875b9f8f:35685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f2f184839a146c9b267c1f36f01e8c2 2024-11-15T17:17:32,473 DEBUG [M:0;046d875b9f8f:35685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98706c024ea94ac78e23859fcde04b72 is 69, key is 046d875b9f8f,34677,1731691038323/rs:state/1731691041115/Put/seqid=0 2024-11-15T17:17:32,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741845_1021 (size=5156) 2024-11-15T17:17:32,488 INFO [M:0;046d875b9f8f:35685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98706c024ea94ac78e23859fcde04b72 2024-11-15T17:17:32,501 DEBUG [M:0;046d875b9f8f:35685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b32e969148604f9585c7aff16cb6ad60 as hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b32e969148604f9585c7aff16cb6ad60 2024-11-15T17:17:32,514 INFO [M:0;046d875b9f8f:35685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b32e969148604f9585c7aff16cb6ad60, entries=8, sequenceid=115, filesize=5.5 K 2024-11-15T17:17:32,516 DEBUG [M:0;046d875b9f8f:35685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f2f184839a146c9b267c1f36f01e8c2 as hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f2f184839a146c9b267c1f36f01e8c2 2024-11-15T17:17:32,528 INFO [M:0;046d875b9f8f:35685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f2f184839a146c9b267c1f36f01e8c2, entries=14, sequenceid=115, filesize=8.5 K 2024-11-15T17:17:32,531 DEBUG [M:0;046d875b9f8f:35685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98706c024ea94ac78e23859fcde04b72 as hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98706c024ea94ac78e23859fcde04b72 2024-11-15T17:17:32,541 INFO [M:0;046d875b9f8f:35685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98706c024ea94ac78e23859fcde04b72, entries=1, sequenceid=115, filesize=5.0 K 2024-11-15T17:17:32,543 INFO [M:0;046d875b9f8f:35685 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 988ms, sequenceid=115, compaction requested=false 2024-11-15T17:17:32,548 INFO [M:0;046d875b9f8f:35685 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:32,548 DEBUG [M:0;046d875b9f8f:35685 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691051554Disabling compacts and flushes for region at 1731691051554Disabling writes for close at 1731691051555 (+1 ms)Obtaining lock to block concurrent updates at 1731691051555Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691051555Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731691051556 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691051556Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691051557 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691051578 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691051578Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691052003 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691052026 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691052026Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691052452 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691052472 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691052472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@271883e8: reopening flushed file at 1731691052500 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb01254: reopening flushed file at 1731691052514 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51408e7c: reopening flushed file at 1731691052528 (+14 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 988ms, sequenceid=115, compaction requested=false at 1731691052544 (+16 ms)Writing region close event to WAL at 1731691052548 (+4 ms)Closed at 1731691052548 2024-11-15T17:17:32,552 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/WALs/046d875b9f8f,35685,1731691037394/046d875b9f8f%2C35685%2C1731691037394.1731691040120 not finished, retry = 0 2024-11-15T17:17:32,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741830_1006 (size=59421) 2024-11-15T17:17:32,653 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:17:32,653 INFO [M:0;046d875b9f8f:35685 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:17:32,654 INFO [M:0;046d875b9f8f:35685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35685 2024-11-15T17:17:32,654 INFO [M:0;046d875b9f8f:35685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:17:32,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:17:32,819 INFO [M:0;046d875b9f8f:35685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:17:32,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1013f802a5e0000, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:17:32,820 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:17:32,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:32,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:32,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:17:32,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:32,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:17:32,821 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:17:32,821 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:17:32,822 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45105 2024-11-15T17:17:32,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45105 connecting to ZooKeeper ensemble=127.0.0.1:52673 2024-11-15T17:17:32,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451050x0, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:17:32,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45105-0x1013f802a5e0006 connected 2024-11-15T17:17:32,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:32,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:32,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on znode that does not yet exist, /0-278019530/running 2024-11-15T17:17:32,873 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-278019530/meta-region-server: INIT 2024-11-15T17:17:32,874 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e, hbase.cluster.distributed=false 2024-11-15T17:17:32,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on znode that does not yet exist, /0-278019530/acl 2024-11-15T17:17:32,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45105 2024-11-15T17:17:32,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45105 2024-11-15T17:17:32,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45105 2024-11-15T17:17:32,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45105 2024-11-15T17:17:32,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45105 2024-11-15T17:17:32,912 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:17:32,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:32,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:32,912 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:17:32,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:32,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:17:32,912 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:17:32,913 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:17:32,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39683 2024-11-15T17:17:32,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39683 connecting to ZooKeeper ensemble=127.0.0.1:52673 2024-11-15T17:17:32,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:32,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:32,939 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396830x0, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:17:32,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396830x0, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on znode that does not yet exist, /0-278019530/running 2024-11-15T17:17:32,940 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-278019530/meta-region-server: INIT 2024-11-15T17:17:32,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39683-0x1013f802a5e0007 connected 2024-11-15T17:17:32,941 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:17:32,952 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:17:32,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39683-0x1013f802a5e0007, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on znode that does not yet exist, /0-278019530/master 2024-11-15T17:17:32,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39683-0x1013f802a5e0007, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on znode that does not yet exist, /0-278019530/acl 2024-11-15T17:17:32,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39683 2024-11-15T17:17:32,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39683 2024-11-15T17:17:32,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39683 2024-11-15T17:17:32,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39683 2024-11-15T17:17:32,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39683 2024-11-15T17:17:32,995 DEBUG [M:0;046d875b9f8f:45105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:45105 2024-11-15T17:17:32,996 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-278019530/backup-masters/046d875b9f8f,45105,1731691052820 2024-11-15T17:17:33,008 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39683-0x1013f802a5e0007, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530/backup-masters 2024-11-15T17:17:33,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530/backup-masters 2024-11-15T17:17:33,009 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on existing znode=/0-278019530/backup-masters/046d875b9f8f,45105,1731691052820 2024-11-15T17:17:33,019 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39683-0x1013f802a5e0007, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-278019530/master 2024-11-15T17:17:33,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:33,019 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39683-0x1013f802a5e0007, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:33,020 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on existing znode=/0-278019530/master 2024-11-15T17:17:33,020 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-278019530/backup-masters/046d875b9f8f,45105,1731691052820 from backup master directory 2024-11-15T17:17:33,029 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39683-0x1013f802a5e0007, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530/backup-masters 2024-11-15T17:17:33,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-278019530/backup-masters/046d875b9f8f,45105,1731691052820 2024-11-15T17:17:33,029 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:17:33,030 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,45105,1731691052820 2024-11-15T17:17:33,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530/backup-masters 2024-11-15T17:17:33,047 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:33,047 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:17:33,061 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-15T17:17:33,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741846_1022 (size=196) 2024-11-15T17:17:33,480 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:17:33,481 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:17:33,481 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:17:33,489 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-15T17:17:33,493 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/WALs/046d875b9f8f,35685,1731691037394 to hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/WALs/046d875b9f8f,35685,1731691037394-dead as it is dead 2024-11-15T17:17:33,495 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T17:17:33,495 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T17:17:33,495 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/WALs/046d875b9f8f,35685,1731691037394-dead/046d875b9f8f%2C35685%2C1731691037394.1731691040120 2024-11-15T17:17:33,501 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/WALs/046d875b9f8f,35685,1731691037394-dead/046d875b9f8f%2C35685%2C1731691037394.1731691040120 after 4ms 2024-11-15T17:17:33,503 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/WALs/046d875b9f8f,35685,1731691037394-dead/046d875b9f8f%2C35685%2C1731691037394.1731691040120 to hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/046d875b9f8f%2C35685%2C1731691037394.1731691040120 2024-11-15T17:17:33,503 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/WALs/046d875b9f8f,35685,1731691037394-dead 2024-11-15T17:17:33,504 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/WALs/046d875b9f8f,45105,1731691052820 2024-11-15T17:17:33,506 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:17:33,507 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C45105%2C1731691052820, suffix=, logDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/WALs/046d875b9f8f,45105,1731691052820, archiveDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/oldWALs, maxLogs=10 2024-11-15T17:17:33,522 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/WALs/046d875b9f8f,45105,1731691052820/046d875b9f8f%2C45105%2C1731691052820.1731691053508, exclude list is [], retry=0 2024-11-15T17:17:33,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36743,DS-0d9be20d-5909-4eec-b810-cc532d2ea042,DISK] 2024-11-15T17:17:33,528 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/WALs/046d875b9f8f,45105,1731691052820/046d875b9f8f%2C45105%2C1731691052820.1731691053508 2024-11-15T17:17:33,529 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33025:33025)] 2024-11-15T17:17:33,529 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:17:33,529 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:33,529 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:33,529 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:33,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:33,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:17:33,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:33,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b32e969148604f9585c7aff16cb6ad60 2024-11-15T17:17:33,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:33,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:33,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:17:33,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:33,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f2f184839a146c9b267c1f36f01e8c2 2024-11-15T17:17:33,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:33,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:33,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:17:33,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:33,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98706c024ea94ac78e23859fcde04b72 2024-11-15T17:17:33,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:33,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:33,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:17:33,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:33,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:33,565 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:33,566 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-15T17:17:33,566 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/046d875b9f8f%2C35685%2C1731691037394.1731691040120 2024-11-15T17:17:33,587 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/046d875b9f8f%2C35685%2C1731691037394.1731691040120 2024-11-15T17:17:33,588 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/046d875b9f8f%2C35685%2C1731691037394.1731691040120 2024-11-15T17:17:33,590 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:33,590 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:33,591 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:17:33,593 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:33,596 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-15T17:17:33,597 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74347485, jitterRate=0.10786385834217072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:17:33,598 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691053530Initializing all the Stores at 1731691053531 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691053531Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691053531Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691053531Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691053531Cleaning up temporary data from old regions at 1731691053590 (+59 ms)Region opened successfully at 1731691053597 (+7 ms) 2024-11-15T17:17:33,598 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:17:33,601 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8b6c1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:17:33,612 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-15T17:17:33,612 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:17:33,612 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:17:33,612 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:17:33,613 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:17:33,618 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:17:33,618 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:17:33,619 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T17:17:33,619 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:17:33,619 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T17:17:33,620 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T17:17:33,620 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-15T17:17:33,620 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:17:33,624 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=046d875b9f8f,34677,1731691038323, regionLocation=046d875b9f8f,34677,1731691038323, openSeqNum=2 2024-11-15T17:17:33,624 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=046d875b9f8f,34677,1731691038323, table=hbase:meta, region=1588230740 2024-11-15T17:17:33,624 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,34677,1731691038323, state=OPEN 2024-11-15T17:17:33,676 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39683-0x1013f802a5e0007, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-278019530/meta-region-server 2024-11-15T17:17:33,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-278019530/meta-region-server 2024-11-15T17:17:33,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-278019530/meta-region-server: CHANGED 2024-11-15T17:17:33,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-278019530/meta-region-server: CHANGED 2024-11-15T17:17:33,681 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:17:33,692 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-278019530/draining/046d875b9f8f,34677,1731691038323 already deleted, retry=false 2024-11-15T17:17:33,693 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 046d875b9f8f,34677,1731691038323 on 046d875b9f8f,45105,1731691052820 2024-11-15T17:17:33,698 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 046d875b9f8f,34677,1731691038323, splitWal=true, meta=true 2024-11-15T17:17:33,700 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 046d875b9f8f,34677,1731691038323 (carryingMeta=true) 046d875b9f8f,34677,1731691038323/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@57baa63c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T17:17:33,703 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Unable to get data of znode /0-278019530/balancer because node does not exist (not necessarily an error) 2024-11-15T17:17:33,741 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-278019530/balancer already deleted, retry=false 2024-11-15T17:17:33,742 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:17:33,743 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Unable to get data of znode /0-278019530/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:17:33,760 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-278019530/normalizer already deleted, retry=false 2024-11-15T17:17:33,761 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:17:33,762 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Unable to get data of znode /0-278019530/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:17:33,771 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-278019530/switch/split already deleted, retry=false 2024-11-15T17:17:33,772 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Unable to get data of znode /0-278019530/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:17:33,781 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-278019530/switch/merge already deleted, retry=false 2024-11-15T17:17:33,804 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Unable to get data of znode /0-278019530/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:17:33,813 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-278019530/snapshot-cleanup already deleted, retry=false 2024-11-15T17:17:33,824 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39683-0x1013f802a5e0007, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-278019530/running 2024-11-15T17:17:33,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-278019530/running 2024-11-15T17:17:33,824 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39683-0x1013f802a5e0007, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:33,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:33,824 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:17:33,825 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,45105,1731691052820, sessionid=0x1013f802a5e0006, setting cluster-up flag (Was=false) 2024-11-15T17:17:33,836 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-278019530/flush-table-proc/acquired, /0-278019530/flush-table-proc/reached, /0-278019530/flush-table-proc/abort 2024-11-15T17:17:33,839 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,45105,1731691052820 2024-11-15T17:17:33,851 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-278019530/online-snapshot/acquired, /0-278019530/online-snapshot/reached, /0-278019530/online-snapshot/abort 2024-11-15T17:17:33,852 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,45105,1731691052820 2024-11-15T17:17:33,854 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/.lastflushedseqids 2024-11-15T17:17:33,858 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:17:33,858 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:17:33,859 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,45105,1731691052820 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 046d875b9f8f,34677,1731691038323 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:17:33,860 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:33,860 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:33,860 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:33,861 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:33,861 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:17:33,861 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:33,861 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:17:33,861 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:33,864 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 046d875b9f8f,34677,1731691038323, splitWal=true, meta=true 2024-11-15T17:17:33,864 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691083864 2024-11-15T17:17:33,865 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:17:33,865 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:17:33,865 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:17:33,865 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:17:33,865 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:17:33,865 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:17:33,865 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:33,865 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 046d875b9f8f,34677,1731691038323, splitWal=true, meta=true, isMeta: true 2024-11-15T17:17:33,866 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:17:33,866 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:17:33,866 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:17:33,866 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:17:33,866 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:17:33,866 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:17:33,867 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691053866,5,FailOnTimeoutGroup] 2024-11-15T17:17:33,867 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691053867,5,FailOnTimeoutGroup] 2024-11-15T17:17:33,867 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:33,867 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:17:33,867 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:33,867 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:33,867 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691053867, completionTime=-1 2024-11-15T17:17:33,867 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323-splitting 2024-11-15T17:17:33,867 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-15T17:17:33,868 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323-splitting dir is empty, no logs to split. 2024-11-15T17:17:33,868 INFO [PEWorker-1 {}] master.SplitWALManager(105): 046d875b9f8f,34677,1731691038323 WAL count=0, meta=true 2024-11-15T17:17:33,871 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T17:17:33,872 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323-splitting dir is empty, no logs to split. 2024-11-15T17:17:33,872 INFO [PEWorker-1 {}] master.SplitWALManager(105): 046d875b9f8f,34677,1731691038323 WAL count=0, meta=true 2024-11-15T17:17:33,872 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 046d875b9f8f,34677,1731691038323 WAL splitting is done? wals=0, meta=true 2024-11-15T17:17:33,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:17:33,876 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:17:33,877 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T17:17:33,878 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.HRegionServer(746): ClusterId : 2b383f61-cdf1-4f57-91f2-51052f2246d4 2024-11-15T17:17:33,878 DEBUG [RS:0;046d875b9f8f:39683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:17:33,888 DEBUG [RS:0;046d875b9f8f:39683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:17:33,888 DEBUG [RS:0;046d875b9f8f:39683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:17:33,899 DEBUG [RS:0;046d875b9f8f:39683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:17:33,899 DEBUG [RS:0;046d875b9f8f:39683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3a4139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:17:33,920 DEBUG [RS:0;046d875b9f8f:39683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:39683 2024-11-15T17:17:33,920 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:17:33,920 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:17:33,920 DEBUG [RS:0;046d875b9f8f:39683 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:17:33,921 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,45105,1731691052820 with port=39683, startcode=1731691052911 2024-11-15T17:17:33,921 DEBUG [RS:0;046d875b9f8f:39683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:17:33,923 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:17:33,924 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45105 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,39683,1731691052911 2024-11-15T17:17:33,924 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45105 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,39683,1731691052911 2024-11-15T17:17:33,926 DEBUG [RS:0;046d875b9f8f:39683 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e 2024-11-15T17:17:33,926 DEBUG [RS:0;046d875b9f8f:39683 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45133 2024-11-15T17:17:33,926 DEBUG [RS:0;046d875b9f8f:39683 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:17:33,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530/rs 2024-11-15T17:17:33,940 DEBUG [RS:0;046d875b9f8f:39683 {}] zookeeper.ZKUtil(111): regionserver:39683-0x1013f802a5e0007, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on existing znode=/0-278019530/rs/046d875b9f8f,39683,1731691052911 2024-11-15T17:17:33,940 WARN [RS:0;046d875b9f8f:39683 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:17:33,940 INFO [RS:0;046d875b9f8f:39683 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:17:33,940 DEBUG [RS:0;046d875b9f8f:39683 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911 2024-11-15T17:17:33,940 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,39683,1731691052911] 2024-11-15T17:17:33,971 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T17:17:33,978 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:17:33,981 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:17:33,981 INFO [RS:0;046d875b9f8f:39683 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:17:33,982 INFO [RS:0;046d875b9f8f:39683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:33,982 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:17:33,983 INFO [RS:0;046d875b9f8f:39683 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:17:33,983 INFO [RS:0;046d875b9f8f:39683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:33,983 DEBUG [RS:0;046d875b9f8f:39683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:33,983 DEBUG [RS:0;046d875b9f8f:39683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:33,983 DEBUG [RS:0;046d875b9f8f:39683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:33,983 DEBUG [RS:0;046d875b9f8f:39683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:33,983 DEBUG [RS:0;046d875b9f8f:39683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:33,984 DEBUG [RS:0;046d875b9f8f:39683 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:17:33,984 DEBUG [RS:0;046d875b9f8f:39683 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:33,984 DEBUG [RS:0;046d875b9f8f:39683 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:33,984 DEBUG [RS:0;046d875b9f8f:39683 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:33,984 DEBUG [RS:0;046d875b9f8f:39683 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:33,984 DEBUG [RS:0;046d875b9f8f:39683 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:33,984 DEBUG [RS:0;046d875b9f8f:39683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:33,984 DEBUG [RS:0;046d875b9f8f:39683 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:17:33,984 DEBUG [RS:0;046d875b9f8f:39683 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:17:33,985 INFO [RS:0;046d875b9f8f:39683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:33,985 INFO [RS:0;046d875b9f8f:39683 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:33,985 INFO [RS:0;046d875b9f8f:39683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:33,985 INFO [RS:0;046d875b9f8f:39683 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:33,985 INFO [RS:0;046d875b9f8f:39683 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:33,985 INFO [RS:0;046d875b9f8f:39683 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,39683,1731691052911-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:17:34,000 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:17:34,000 INFO [RS:0;046d875b9f8f:39683 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,39683,1731691052911-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:34,014 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.ReplicationSource(231): queueId=1-046d875b9f8f,39683,1731691052911, ReplicationSource: 1, currentBandwidth=0 2024-11-15T17:17:34,027 WARN [046d875b9f8f:45105 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T17:17:34,028 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.ReplicationSource(231): queueId=2-046d875b9f8f,39683,1731691052911, ReplicationSource: 2, currentBandwidth=0 2024-11-15T17:17:34,029 INFO [RS:0;046d875b9f8f:39683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:34,029 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.Replication(171): 046d875b9f8f,39683,1731691052911 started 2024-11-15T17:17:34,029 DEBUG [RS:0;046d875b9f8f:39683.replicationSource,1-046d875b9f8f,39683,1731691052911 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:45715' 2024-11-15T17:17:34,031 DEBUG [RS:0;046d875b9f8f:39683.replicationSource,1-046d875b9f8f,39683,1731691052911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3032f05f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:34,031 DEBUG [RS:0;046d875b9f8f:39683.replicationSource,1-046d875b9f8f,39683,1731691052911 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45715,-1 for getting cluster id 2024-11-15T17:17:34,031 DEBUG [RS:0;046d875b9f8f:39683.replicationSource,1-046d875b9f8f,39683,1731691052911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:17:34,033 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e568dfd-00ff-4aa9-9075-e8a04c3371f1' 2024-11-15T17:17:34,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:17:34,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e568dfd-00ff-4aa9-9075-e8a04c3371f1" 2024-11-15T17:17:34,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5400af81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:34,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45715,-1] 2024-11-15T17:17:34,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:17:34,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:34,035 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:17:34,036 DEBUG [RS:0;046d875b9f8f:39683.replicationSource,1-046d875b9f8f,39683,1731691052911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1350f2bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:34,036 DEBUG [RS:0;046d875b9f8f:39683.replicationSource,1-046d875b9f8f,39683,1731691052911 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:17:34,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,45715,1731691044574 2024-11-15T17:17:34,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e23273c 2024-11-15T17:17:34,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:17:34,039 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-15T17:17:34,040 INFO [RS:0;046d875b9f8f:39683.replicationSource,1-046d875b9f8f,39683,1731691052911 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-046d875b9f8f,39683,1731691052911 (queues=0) is replicating from cluster=2b383f61-cdf1-4f57-91f2-51052f2246d4 to cluster=2e568dfd-00ff-4aa9-9075-e8a04c3371f1 2024-11-15T17:17:34,045 INFO [RS:0;046d875b9f8f:39683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:34,045 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,39683,1731691052911, RpcServer on 046d875b9f8f/172.17.0.2:39683, sessionid=0x1013f802a5e0007 2024-11-15T17:17:34,045 DEBUG [RS:0;046d875b9f8f:39683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:17:34,045 DEBUG [RS:0;046d875b9f8f:39683 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,39683,1731691052911 2024-11-15T17:17:34,045 DEBUG [RS:0;046d875b9f8f:39683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,39683,1731691052911' 2024-11-15T17:17:34,045 DEBUG [RS:0;046d875b9f8f:39683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-278019530/flush-table-proc/abort' 2024-11-15T17:17:34,045 DEBUG [RS:0;046d875b9f8f:39683.replicationSource,2-046d875b9f8f,39683,1731691052911 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:45715' 2024-11-15T17:17:34,046 DEBUG [RS:0;046d875b9f8f:39683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-278019530/flush-table-proc/acquired' 2024-11-15T17:17:34,046 DEBUG [RS:0;046d875b9f8f:39683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:17:34,046 DEBUG [RS:0;046d875b9f8f:39683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:17:34,047 DEBUG [RS:0;046d875b9f8f:39683 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,39683,1731691052911 2024-11-15T17:17:34,047 DEBUG [RS:0;046d875b9f8f:39683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,39683,1731691052911' 2024-11-15T17:17:34,047 DEBUG [RS:0;046d875b9f8f:39683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-278019530/online-snapshot/abort' 2024-11-15T17:17:34,047 DEBUG [RS:0;046d875b9f8f:39683.replicationSource,2-046d875b9f8f,39683,1731691052911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fde7856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:34,047 DEBUG [RS:0;046d875b9f8f:39683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-278019530/online-snapshot/acquired' 2024-11-15T17:17:34,047 DEBUG [RS:0;046d875b9f8f:39683.replicationSource,2-046d875b9f8f,39683,1731691052911 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45715,-1 for getting cluster id 2024-11-15T17:17:34,047 DEBUG [RS:0;046d875b9f8f:39683.replicationSource,2-046d875b9f8f,39683,1731691052911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:17:34,047 DEBUG [RS:0;046d875b9f8f:39683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:17:34,048 INFO [RS:0;046d875b9f8f:39683 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:17:34,048 INFO [RS:0;046d875b9f8f:39683 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:17:34,048 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e568dfd-00ff-4aa9-9075-e8a04c3371f1' 2024-11-15T17:17:34,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:17:34,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e568dfd-00ff-4aa9-9075-e8a04c3371f1" 2024-11-15T17:17:34,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@712dc42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:34,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45715,-1] 2024-11-15T17:17:34,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:17:34,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:34,050 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:17:34,051 DEBUG [RS:0;046d875b9f8f:39683.replicationSource,2-046d875b9f8f,39683,1731691052911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56708778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:34,051 DEBUG [RS:0;046d875b9f8f:39683.replicationSource,2-046d875b9f8f,39683,1731691052911 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:17:34,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,45715,1731691044574 2024-11-15T17:17:34,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@85e7444 2024-11-15T17:17:34,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:17:34,054 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-15T17:17:34,054 INFO [RS:0;046d875b9f8f:39683.replicationSource,2-046d875b9f8f,39683,1731691052911 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-046d875b9f8f,39683,1731691052911 (queues=0) is replicating from cluster=2b383f61-cdf1-4f57-91f2-51052f2246d4 to cluster=2e568dfd-00ff-4aa9-9075-e8a04c3371f1 2024-11-15T17:17:34,148 INFO [RS:0;046d875b9f8f:39683 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:17:34,151 INFO [RS:0;046d875b9f8f:39683 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C39683%2C1731691052911, suffix=, logDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911, archiveDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/oldWALs, maxLogs=10 2024-11-15T17:17:34,163 DEBUG [RS:0;046d875b9f8f:39683 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151, exclude list is [], retry=0 2024-11-15T17:17:34,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36743,DS-0d9be20d-5909-4eec-b810-cc532d2ea042,DISK] 2024-11-15T17:17:34,170 INFO [RS:0;046d875b9f8f:39683 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 2024-11-15T17:17:34,170 DEBUG [RS:0;046d875b9f8f:39683 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 046d875b9f8f%2C39683%2C1731691052911 for peer 1 2024-11-15T17:17:34,170 DEBUG [RS:0;046d875b9f8f:39683 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 046d875b9f8f%2C39683%2C1731691052911 for peer 2 2024-11-15T17:17:34,170 DEBUG [RS:0;046d875b9f8f:39683 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=046d875b9f8f%2C39683%2C1731691052911 2024-11-15T17:17:34,170 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-046d875b9f8f,39683,1731691052911, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:17:34,171 INFO [RS:0;046d875b9f8f:39683.replicationSource.shipper046d875b9f8f%2C39683%2C1731691052911,1-046d875b9f8f,39683,1731691052911 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C39683%2C1731691052911 2024-11-15T17:17:34,171 DEBUG [RS:0;046d875b9f8f:39683 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=046d875b9f8f%2C39683%2C1731691052911 2024-11-15T17:17:34,171 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-046d875b9f8f,39683,1731691052911, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:17:34,172 INFO [RS:0;046d875b9f8f:39683.replicationSource.shipper046d875b9f8f%2C39683%2C1731691052911,2-046d875b9f8f,39683,1731691052911 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C39683%2C1731691052911 2024-11-15T17:17:34,172 DEBUG [RS:0;046d875b9f8f:39683 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33025:33025)] 2024-11-15T17:17:34,172 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,1-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151, startPosition=0, beingWritten=true 2024-11-15T17:17:34,172 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,2-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151, startPosition=0, beingWritten=true 2024-11-15T17:17:34,278 DEBUG [046d875b9f8f:45105 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:17:34,278 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,39683,1731691052911 2024-11-15T17:17:34,280 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,39683,1731691052911, state=OPENING 2024-11-15T17:17:34,329 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39683-0x1013f802a5e0007, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-278019530/meta-region-server 2024-11-15T17:17:34,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-278019530/meta-region-server 2024-11-15T17:17:34,329 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:17:34,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,39683,1731691052911}] 2024-11-15T17:17:34,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-278019530/meta-region-server: CHANGED 2024-11-15T17:17:34,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-278019530/meta-region-server: CHANGED 2024-11-15T17:17:34,380 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,2-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:34,380 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,1-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:34,484 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:17:34,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:17:34,494 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:17:34,495 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:17:34,495 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:17:34,497 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C39683%2C1731691052911.meta, suffix=.meta, logDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911, archiveDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/oldWALs, maxLogs=10 2024-11-15T17:17:34,511 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.meta.1731691054498.meta, exclude list is [], retry=0 2024-11-15T17:17:34,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36743,DS-0d9be20d-5909-4eec-b810-cc532d2ea042,DISK] 2024-11-15T17:17:34,516 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.meta.1731691054498.meta 2024-11-15T17:17:34,516 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33025:33025)] 2024-11-15T17:17:34,516 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:17:34,517 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:17:34,517 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:17:34,517 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:17:34,517 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:17:34,517 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:17:34,517 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:34,518 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:17:34,518 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:17:34,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:17:34,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:17:34,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:34,528 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/info/12941e73808a43e7aafd0336427c4275 2024-11-15T17:17:34,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:34,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:17:34,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:17:34,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:34,538 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/ns/7f2ceb60ccce48438c2040ec8c42bae2 2024-11-15T17:17:34,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:34,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:17:34,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:17:34,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:34,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:34,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:17:34,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:17:34,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:34,549 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/table/433dbf274ad240ce8a4dc7574bf4bf36 2024-11-15T17:17:34,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:34,549 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:17:34,550 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740 2024-11-15T17:17:34,552 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740 2024-11-15T17:17:34,553 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:17:34,553 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:17:34,554 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:17:34,555 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:17:34,556 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66366350, jitterRate=-0.011064320802688599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:17:34,556 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:17:34,556 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691054518Writing region info on filesystem at 1731691054518Initializing all the Stores at 1731691054519 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691054519Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691054519Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691054519Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691054519Cleaning up temporary data from old regions at 1731691054553 (+34 ms)Running coprocessor post-open hooks at 1731691054556 (+3 ms)Region opened successfully at 1731691054556 2024-11-15T17:17:34,558 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731691054484 2024-11-15T17:17:34,560 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:17:34,561 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:17:34,562 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=046d875b9f8f,39683,1731691052911 2024-11-15T17:17:34,563 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,39683,1731691052911, state=OPEN 2024-11-15T17:17:34,571 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39683-0x1013f802a5e0007, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-278019530/meta-region-server 2024-11-15T17:17:34,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-278019530/meta-region-server 2024-11-15T17:17:34,571 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,39683,1731691052911 2024-11-15T17:17:34,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-278019530/meta-region-server: CHANGED 2024-11-15T17:17:34,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-278019530/meta-region-server: CHANGED 2024-11-15T17:17:34,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-15T17:17:34,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,39683,1731691052911 in 242 msec 2024-11-15T17:17:34,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-15T17:17:34,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 701 msec 2024-11-15T17:17:34,692 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,1-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:34,693 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,2-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:35,105 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,1-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:35,105 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,2-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:35,474 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-15T17:17:35,616 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,1-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:35,617 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,2-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:36,228 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,1-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:36,228 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,2-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:36,942 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,1-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:36,942 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,2-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:36,978 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3111ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-15T17:17:37,754 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,2-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:37,754 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,1-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:38,382 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4515ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-15T17:17:38,382 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:17:38,383 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:17:38,384 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,39683,1731691052911, seqNum=-1] 2024-11-15T17:17:38,384 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:17:38,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:17:38,395 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e5f590a1a2ea6b42ed453da1e269348, regionState=OPEN, lastHost=046d875b9f8f,34677,1731691038323, regionLocation=046d875b9f8f,34677,1731691038323, openSeqNum=2 2024-11-15T17:17:38,395 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:17:38,395 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691118395 2024-11-15T17:17:38,395 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691178395 2024-11-15T17:17:38,395 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 13 msec 2024-11-15T17:17:38,396 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45105,1731691052820-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:38,396 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 046d875b9f8f,34677,1731691038323 had 2 regions 2024-11-15T17:17:38,396 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45105,1731691052820-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:38,396 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45105,1731691052820-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:38,396 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:45105, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:38,396 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:38,396 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:38,398 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 046d875b9f8f,34677,1731691038323, splitWal=true, meta=true, isMeta: false 2024-11-15T17:17:38,400 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323-splitting dir is empty, no logs to split. 2024-11-15T17:17:38,400 INFO [PEWorker-3 {}] master.SplitWALManager(105): 046d875b9f8f,34677,1731691038323 WAL count=0, meta=false 2024-11-15T17:17:38,404 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,34677,1731691038323-splitting dir is empty, no logs to split. 2024-11-15T17:17:38,404 INFO [PEWorker-3 {}] master.SplitWALManager(105): 046d875b9f8f,34677,1731691038323 WAL count=0, meta=false 2024-11-15T17:17:38,404 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.374sec 2024-11-15T17:17:38,404 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 046d875b9f8f,34677,1731691038323 WAL splitting is done? wals=0, meta=false 2024-11-15T17:17:38,404 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:17:38,404 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:17:38,404 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:17:38,404 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:17:38,404 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:17:38,404 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45105,1731691052820-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:17:38,404 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45105,1731691052820-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:17:38,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e5f590a1a2ea6b42ed453da1e269348, ASSIGN}] 2024-11-15T17:17:38,408 WARN [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=046d875b9f8f,34677,1731691038323/hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:38,409 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e5f590a1a2ea6b42ed453da1e269348, ASSIGN 2024-11-15T17:17:38,410 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:17:38,410 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:17:38,410 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45105,1731691052820-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:38,410 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e5f590a1a2ea6b42ed453da1e269348, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T17:17:38,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:38,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45105,-1 for getting cluster id 2024-11-15T17:17:38,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:17:38,489 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b383f61-cdf1-4f57-91f2-51052f2246d4' 2024-11-15T17:17:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:17:38,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b383f61-cdf1-4f57-91f2-51052f2246d4" 2024-11-15T17:17:38,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699c6284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:38,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45105,-1] 2024-11-15T17:17:38,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:17:38,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:38,493 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:17:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22fa4b7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:38,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:17:38,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,39683,1731691052911, seqNum=-1] 2024-11-15T17:17:38,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:17:38,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:17:38,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-15T17:17:38,503 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:17:38,504 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:38,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:38,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:38,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:17:38,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 046d875b9f8f:45105 after: 046d875b9f8f:45105 2024-11-15T17:17:38,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68617b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:38,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45105,-1 for getting cluster id 2024-11-15T17:17:38,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:17:38,506 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b383f61-cdf1-4f57-91f2-51052f2246d4' 2024-11-15T17:17:38,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:17:38,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b383f61-cdf1-4f57-91f2-51052f2246d4" 2024-11-15T17:17:38,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5689a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:38,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45105,-1] 2024-11-15T17:17:38,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:17:38,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:38,508 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:17:38,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cc06b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:38,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:17:38,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,45105,1731691052820 2024-11-15T17:17:38,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c4c462c 2024-11-15T17:17:38,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:17:38,512 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:17:38,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T17:17:38,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T17:17:38,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T17:17:38,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T17:17:38,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:17:38,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:17:38,517 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:38,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:38,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:38,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:17:38,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:17:38,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1099102512, stopped=false 2024-11-15T17:17:38,517 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,45715,1731691044574 2024-11-15T17:17:38,561 DEBUG [046d875b9f8f:45105 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:17:38,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6e5f590a1a2ea6b42ed453da1e269348, regionState=OPENING, regionLocation=046d875b9f8f,39683,1731691052911 2024-11-15T17:17:38,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e5f590a1a2ea6b42ed453da1e269348, ASSIGN because future has completed 2024-11-15T17:17:38,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e5f590a1a2ea6b42ed453da1e269348, server=046d875b9f8f,39683,1731691052911}] 2024-11-15T17:17:38,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-327963071/running 2024-11-15T17:17:38,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-327963071/running 2024-11-15T17:17:38,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071 2024-11-15T17:17:38,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071 2024-11-15T17:17:38,581 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:17:38,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:17:38,582 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:38,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:38,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Set watcher on znode that does not yet exist, /1-327963071/running 2024-11-15T17:17:38,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Set watcher on znode that does not yet exist, /1-327963071/running 2024-11-15T17:17:38,583 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,34737,1731691044717' ***** 2024-11-15T17:17:38,583 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:17:38,583 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:17:38,583 INFO [RS:0;046d875b9f8f:34737 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:17:38,583 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:17:38,583 INFO [RS:0;046d875b9f8f:34737 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:17:38,583 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,34737,1731691044717 2024-11-15T17:17:38,584 INFO [RS:0;046d875b9f8f:34737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:17:38,584 INFO [RS:0;046d875b9f8f:34737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:34737. 2024-11-15T17:17:38,584 DEBUG [RS:0;046d875b9f8f:34737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:38,584 DEBUG [RS:0;046d875b9f8f:34737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:38,584 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:17:38,584 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:17:38,584 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:17:38,584 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:17:38,585 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T17:17:38,585 DEBUG [RS:0;046d875b9f8f:34737 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T17:17:38,585 DEBUG [RS:0;046d875b9f8f:34737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:17:38,585 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:17:38,585 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:17:38,585 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:17:38,585 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:17:38,585 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:17:38,585 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T17:17:38,595 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:17:38,609 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/data/hbase/meta/1588230740/.tmp/ns/117e8a10bd664484ad809934f4ee9170 is 43, key is default/ns:d/1731691046845/Put/seqid=0 2024-11-15T17:17:38,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741835_1011 (size=5153) 2024-11-15T17:17:38,665 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,2-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:38,665 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,1-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:38,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:38,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:17:38,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T17:17:38,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C39683%2C1731691052911.rep, suffix=, logDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911, archiveDir=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/oldWALs, maxLogs=10 2024-11-15T17:17:38,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.rep.1731691058733, exclude list is [], retry=0 2024-11-15T17:17:38,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36743,DS-0d9be20d-5909-4eec-b810-cc532d2ea042,DISK] 2024-11-15T17:17:38,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.rep.1731691058733 2024-11-15T17:17:38,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33025:33025)] 2024-11-15T17:17:38,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e5f590a1a2ea6b42ed453da1e269348, NAME => 'hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:17:38,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:17:38,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:17:38,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. service=MultiRowMutationService 2024-11-15T17:17:38,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T17:17:38,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:38,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:38,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:38,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:38,754 INFO [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:38,755 INFO [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e5f590a1a2ea6b42ed453da1e269348 columnFamilyName hfileref 2024-11-15T17:17:38,755 DEBUG [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:38,756 INFO [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] regionserver.HStore(327): Store=6e5f590a1a2ea6b42ed453da1e269348/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:38,756 INFO [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:38,757 INFO [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e5f590a1a2ea6b42ed453da1e269348 columnFamilyName queue 2024-11-15T17:17:38,757 DEBUG [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:38,764 DEBUG [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/replication/6e5f590a1a2ea6b42ed453da1e269348/queue/b23d057e264b429a9c9f3ff3e4865312 2024-11-15T17:17:38,764 INFO [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] regionserver.HStore(327): Store=6e5f590a1a2ea6b42ed453da1e269348/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:38,764 INFO [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:38,765 INFO [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e5f590a1a2ea6b42ed453da1e269348 columnFamilyName sid 2024-11-15T17:17:38,765 DEBUG [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:38,766 INFO [StoreOpener-6e5f590a1a2ea6b42ed453da1e269348-1 {}] regionserver.HStore(327): Store=6e5f590a1a2ea6b42ed453da1e269348/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:38,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:38,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/replication/6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:38,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/replication/6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:38,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:38,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:38,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:17:38,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:38,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 6e5f590a1a2ea6b42ed453da1e269348; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67946048, jitterRate=0.012475013732910156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:17:38,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:38,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6e5f590a1a2ea6b42ed453da1e269348: Running coprocessor pre-open hook at 1731691058753Writing region info on filesystem at 1731691058753Initializing all the Stores at 1731691058754 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691058754Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691058754Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691058754Cleaning up temporary data from old regions at 1731691058770 (+16 ms)Running coprocessor post-open hooks at 1731691058775 (+5 ms)Region opened successfully at 1731691058776 (+1 ms) 2024-11-15T17:17:38,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348., pid=19, masterSystemTime=1731691058720 2024-11-15T17:17:38,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:38,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:38,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6e5f590a1a2ea6b42ed453da1e269348, regionState=OPEN, openSeqNum=10, regionLocation=046d875b9f8f,39683,1731691052911 2024-11-15T17:17:38,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e5f590a1a2ea6b42ed453da1e269348, server=046d875b9f8f,39683,1731691052911 because future has completed 2024-11-15T17:17:38,785 DEBUG [RS:0;046d875b9f8f:34737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:17:38,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-15T17:17:38,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e5f590a1a2ea6b42ed453da1e269348, server=046d875b9f8f,39683,1731691052911 in 219 msec 2024-11-15T17:17:38,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-15T17:17:38,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e5f590a1a2ea6b42ed453da1e269348, ASSIGN in 381 msec 2024-11-15T17:17:38,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-15T17:17:38,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348., hostname=046d875b9f8f,39683,1731691052911, seqNum=10] 2024-11-15T17:17:38,831 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 046d875b9f8f,34677,1731691038323 2024-11-15T17:17:38,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-15T17:17:38,985 DEBUG [RS:0;046d875b9f8f:34737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:17:38,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-15T17:17:39,015 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/data/hbase/meta/1588230740/.tmp/ns/117e8a10bd664484ad809934f4ee9170 2024-11-15T17:17:39,027 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/data/hbase/meta/1588230740/.tmp/ns/117e8a10bd664484ad809934f4ee9170 as hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/data/hbase/meta/1588230740/ns/117e8a10bd664484ad809934f4ee9170 2024-11-15T17:17:39,034 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/data/hbase/meta/1588230740/ns/117e8a10bd664484ad809934f4ee9170, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T17:17:39,035 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false 2024-11-15T17:17:39,035 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T17:17:39,040 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T17:17:39,041 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:17:39,041 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:17:39,041 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:17:39,042 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691058585Running coprocessor pre-close hooks at 1731691058585Disabling compacts and flushes for region at 1731691058585Disabling writes for close at 1731691058585Obtaining lock to block concurrent updates at 1731691058585Preparing flush snapshotting stores in 1588230740 at 1731691058585Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731691058586 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731691058587 (+1 ms)Flushing 1588230740/ns: creating writer at 1731691058587Flushing 1588230740/ns: appending metadata at 1731691058608 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731691058608Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f2a8498: reopening flushed file at 1731691059026 (+418 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false at 1731691059035 (+9 ms)Writing region close event to WAL at 1731691059036 (+1 ms)Running coprocessor post-close hooks at 1731691059041 (+5 ms)Closed at 1731691059041 2024-11-15T17:17:39,042 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:17:39,185 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,34737,1731691044717; all regions closed. 2024-11-15T17:17:39,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741834_1010 (size=1152) 2024-11-15T17:17:39,189 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/WALs/046d875b9f8f,34737,1731691044717/046d875b9f8f%2C34737%2C1731691044717.meta.1731691046730.meta not finished, retry = 0 2024-11-15T17:17:39,191 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:17:39,191 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:17:39,292 DEBUG [RS:0;046d875b9f8f:34737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/oldWALs 2024-11-15T17:17:39,292 INFO [RS:0;046d875b9f8f:34737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C34737%2C1731691044717.meta:.meta(num 1731691046730) 2024-11-15T17:17:39,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741833_1009 (size=93) 2024-11-15T17:17:39,298 DEBUG [RS:0;046d875b9f8f:34737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/oldWALs 2024-11-15T17:17:39,298 INFO [RS:0;046d875b9f8f:34737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C34737%2C1731691044717:(num 1731691046325) 2024-11-15T17:17:39,298 DEBUG [RS:0;046d875b9f8f:34737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:39,298 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:17:39,298 INFO [RS:0;046d875b9f8f:34737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:17:39,298 INFO [RS:0;046d875b9f8f:34737 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T17:17:39,298 INFO [RS:0;046d875b9f8f:34737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:17:39,298 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:17:39,298 INFO [RS:0;046d875b9f8f:34737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34737 2024-11-15T17:17:39,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-327963071/rs/046d875b9f8f,34737,1731691044717 2024-11-15T17:17:39,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071/rs 2024-11-15T17:17:39,360 INFO [RS:0;046d875b9f8f:34737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:17:39,361 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,34737,1731691044717] 2024-11-15T17:17:39,381 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-327963071/draining/046d875b9f8f,34737,1731691044717 already deleted, retry=false 2024-11-15T17:17:39,381 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,34737,1731691044717 expired; onlineServers=0 2024-11-15T17:17:39,381 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,45715,1731691044574' ***** 2024-11-15T17:17:39,381 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:17:39,381 INFO [M:0;046d875b9f8f:45715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:17:39,382 INFO [M:0;046d875b9f8f:45715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:17:39,382 DEBUG [M:0;046d875b9f8f:45715 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:17:39,382 DEBUG [M:0;046d875b9f8f:45715 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:17:39,382 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:17:39,382 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691046028 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691046028,5,FailOnTimeoutGroup] 2024-11-15T17:17:39,382 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691046027 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691046027,5,FailOnTimeoutGroup] 2024-11-15T17:17:39,382 INFO [M:0;046d875b9f8f:45715 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:17:39,382 INFO [M:0;046d875b9f8f:45715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:17:39,383 DEBUG [M:0;046d875b9f8f:45715 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:17:39,383 INFO [M:0;046d875b9f8f:45715 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:17:39,383 INFO [M:0;046d875b9f8f:45715 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:17:39,383 INFO [M:0;046d875b9f8f:45715 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:17:39,383 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:17:39,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-327963071/master 2024-11-15T17:17:39,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-327963071 2024-11-15T17:17:39,392 DEBUG [M:0;046d875b9f8f:45715 {}] zookeeper.ZKUtil(347): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Unable to get data of znode /1-327963071/master because node does not exist (not an error) 2024-11-15T17:17:39,392 WARN [M:0;046d875b9f8f:45715 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:17:39,394 INFO [M:0;046d875b9f8f:45715 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/.lastflushedseqids 2024-11-15T17:17:39,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741836_1012 (size=99) 2024-11-15T17:17:39,471 INFO [RS:0;046d875b9f8f:34737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:17:39,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:17:39,471 INFO [RS:0;046d875b9f8f:34737 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,34737,1731691044717; zookeeper connection closed. 2024-11-15T17:17:39,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1013f802a5e0004, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:17:39,472 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a499b2d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a499b2d 2024-11-15T17:17:39,472 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:17:39,673 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,1-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:39,673 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,2-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:39,806 INFO [M:0;046d875b9f8f:45715 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:17:39,807 INFO [M:0;046d875b9f8f:45715 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:17:39,807 DEBUG [M:0;046d875b9f8f:45715 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:17:39,807 INFO [M:0;046d875b9f8f:45715 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:39,808 DEBUG [M:0;046d875b9f8f:45715 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:39,808 DEBUG [M:0;046d875b9f8f:45715 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:17:39,808 DEBUG [M:0;046d875b9f8f:45715 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:39,809 INFO [M:0;046d875b9f8f:45715 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T17:17:39,831 DEBUG [M:0;046d875b9f8f:45715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4df2b96bbad442fd88632ba16f86cd43 is 82, key is hbase:meta,,1/info:regioninfo/1731691046812/Put/seqid=0 2024-11-15T17:17:39,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741837_1013 (size=5672) 2024-11-15T17:17:40,021 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:17:40,237 INFO [M:0;046d875b9f8f:45715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4df2b96bbad442fd88632ba16f86cd43 2024-11-15T17:17:40,268 DEBUG [M:0;046d875b9f8f:45715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fdf677ad0fd4edb9db1a88105526f0c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731691046853/Put/seqid=0 2024-11-15T17:17:40,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741838_1014 (size=5275) 2024-11-15T17:17:40,675 INFO [M:0;046d875b9f8f:45715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fdf677ad0fd4edb9db1a88105526f0c 2024-11-15T17:17:40,703 DEBUG [M:0;046d875b9f8f:45715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c8ee6aceb1446ba9e411eaea9cc9258 is 69, key is 046d875b9f8f,34737,1731691044717/rs:state/1731691046110/Put/seqid=0 2024-11-15T17:17:40,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741839_1015 (size=5156) 2024-11-15T17:17:40,779 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,2-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:40,779 DEBUG [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,1-046d875b9f8f,39683,1731691052911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/WALs/046d875b9f8f,39683,1731691052911/046d875b9f8f%2C39683%2C1731691052911.1731691054151 to pos 0, reset compression=false 2024-11-15T17:17:41,109 INFO [M:0;046d875b9f8f:45715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c8ee6aceb1446ba9e411eaea9cc9258 2024-11-15T17:17:41,122 DEBUG [M:0;046d875b9f8f:45715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4df2b96bbad442fd88632ba16f86cd43 as hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4df2b96bbad442fd88632ba16f86cd43 2024-11-15T17:17:41,128 INFO [M:0;046d875b9f8f:45715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4df2b96bbad442fd88632ba16f86cd43, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T17:17:41,130 DEBUG [M:0;046d875b9f8f:45715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fdf677ad0fd4edb9db1a88105526f0c as hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9fdf677ad0fd4edb9db1a88105526f0c 2024-11-15T17:17:41,136 INFO [M:0;046d875b9f8f:45715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9fdf677ad0fd4edb9db1a88105526f0c, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T17:17:41,137 DEBUG [M:0;046d875b9f8f:45715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c8ee6aceb1446ba9e411eaea9cc9258 as hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c8ee6aceb1446ba9e411eaea9cc9258 2024-11-15T17:17:41,143 INFO [M:0;046d875b9f8f:45715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/a114c2d3-9771-e8d4-7b2c-6ff3269d2c00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c8ee6aceb1446ba9e411eaea9cc9258, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T17:17:41,145 INFO [M:0;046d875b9f8f:45715 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=28, compaction requested=false 2024-11-15T17:17:41,147 INFO [M:0;046d875b9f8f:45715 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:41,147 DEBUG [M:0;046d875b9f8f:45715 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691059807Disabling compacts and flushes for region at 1731691059807Disabling writes for close at 1731691059808 (+1 ms)Obtaining lock to block concurrent updates at 1731691059809 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691059809Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731691059810 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691059811 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691059811Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691059831 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691059831Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691060252 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691060267 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691060267Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691060685 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691060702 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691060702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4b5a10: reopening flushed file at 1731691061121 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb1542a: reopening flushed file at 1731691061129 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@230efb68: reopening flushed file at 1731691061136 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=28, compaction requested=false at 1731691061145 (+9 ms)Writing region close event to WAL at 1731691061147 (+2 ms)Closed at 1731691061147 2024-11-15T17:17:41,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741830_1006 (size=10165) 2024-11-15T17:17:41,150 INFO [M:0;046d875b9f8f:45715 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:17:41,150 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:17:41,150 INFO [M:0;046d875b9f8f:45715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45715 2024-11-15T17:17:41,153 INFO [M:0;046d875b9f8f:45715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:17:41,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:17:41,302 INFO [M:0;046d875b9f8f:45715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:17:41,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45715-0x1013f802a5e0003, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:17:41,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b61472e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:17:41,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:17:41,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:17:41,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:17:41,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/hadoop.log.dir/,STOPPED} 2024-11-15T17:17:41,341 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:17:41,341 WARN [BP-1593586136-172.17.0.2-1731691042816 heartbeating to localhost/127.0.0.1:39373 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:17:41,341 WARN [BP-1593586136-172.17.0.2-1731691042816 heartbeating to localhost/127.0.0.1:39373 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1593586136-172.17.0.2-1731691042816 (Datanode Uuid 633b1a94-cdc7-4dfe-b14a-bc6c5a62f313) service to localhost/127.0.0.1:39373 2024-11-15T17:17:41,341 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:17:41,343 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/cluster_5e314f07-42cc-0438-6b9f-0a3915dc6f38/data/data1/current/BP-1593586136-172.17.0.2-1731691042816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:17:41,343 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/cluster_5e314f07-42cc-0438-6b9f-0a3915dc6f38/data/data2/current/BP-1593586136-172.17.0.2-1731691042816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:17:41,344 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:17:41,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@503827bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:17:41,352 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:17:41,352 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:17:41,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:17:41,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/hadoop.log.dir/,STOPPED} 2024-11-15T17:17:41,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:17:41,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:17:41,373 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:17:41,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:41,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:41,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:41,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:17:41,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:17:41,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=55777141, stopped=false 2024-11-15T17:17:41,373 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,45105,1731691052820 2024-11-15T17:17:41,387 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39683-0x1013f802a5e0007, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-278019530/running 2024-11-15T17:17:41,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-278019530/running 2024-11-15T17:17:41,387 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:17:41,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:41,387 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39683-0x1013f802a5e0007, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:41,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:17:41,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:41,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:41,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39683-0x1013f802a5e0007, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on znode that does not yet exist, /0-278019530/running 2024-11-15T17:17:41,388 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,39683,1731691052911' ***** 2024-11-15T17:17:41,388 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:17:41,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Set watcher on znode that does not yet exist, /0-278019530/running 2024-11-15T17:17:41,388 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:17:41,388 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:17:41,388 INFO [RS:0;046d875b9f8f:39683 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:17:41,388 INFO [RS:0;046d875b9f8f:39683 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:17:41,388 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:41,389 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,39683,1731691052911 2024-11-15T17:17:41,389 INFO [RS:0;046d875b9f8f:39683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:17:41,389 INFO [RS:0;046d875b9f8f:39683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:39683. 2024-11-15T17:17:41,389 DEBUG [RS:0;046d875b9f8f:39683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:41,389 DEBUG [RS:0;046d875b9f8f:39683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:41,389 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e5f590a1a2ea6b42ed453da1e269348, disabling compactions & flushes 2024-11-15T17:17:41,389 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:17:41,389 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:41,389 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:17:41,389 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:17:41,389 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:41,389 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:17:41,389 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. after waiting 0 ms 2024-11-15T17:17:41,389 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:41,391 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T17:17:41,391 DEBUG [RS:0;046d875b9f8f:39683 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6e5f590a1a2ea6b42ed453da1e269348=hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348.} 2024-11-15T17:17:41,391 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:17:41,391 DEBUG [RS:0;046d875b9f8f:39683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e5f590a1a2ea6b42ed453da1e269348 2024-11-15T17:17:41,392 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:17:41,392 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:17:41,392 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:17:41,392 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:17:41,392 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-15T17:17:41,393 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:17:41,397 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/replication/6e5f590a1a2ea6b42ed453da1e269348/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-15T17:17:41,398 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:17:41,398 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:17:41,398 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:41,398 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e5f590a1a2ea6b42ed453da1e269348: Waiting for close lock at 1731691061389Running coprocessor pre-close hooks at 1731691061389Disabling compacts and flushes for region at 1731691061389Disabling writes for close at 1731691061389Writing region close event to WAL at 1731691061392 (+3 ms)Running coprocessor post-close hooks at 1731691061398 (+6 ms)Closed at 1731691061398 2024-11-15T17:17:41,399 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348. 2024-11-15T17:17:41,412 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/.tmp/info/2d767d9dab49462b9ba02a97a95f8d68 is 147, key is hbase:replication,,1731691047100.6e5f590a1a2ea6b42ed453da1e269348./info:regioninfo/1731691058781/Put/seqid=0 2024-11-15T17:17:41,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741851_1027 (size=6385) 2024-11-15T17:17:41,419 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/.tmp/info/2d767d9dab49462b9ba02a97a95f8d68 2024-11-15T17:17:41,428 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/.tmp/info/2d767d9dab49462b9ba02a97a95f8d68 as hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/info/2d767d9dab49462b9ba02a97a95f8d68 2024-11-15T17:17:41,436 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/info/2d767d9dab49462b9ba02a97a95f8d68, entries=8, sequenceid=19, filesize=6.2 K 2024-11-15T17:17:41,437 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 45ms, sequenceid=19, compaction requested=false 2024-11-15T17:17:41,445 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-15T17:17:41,446 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:17:41,446 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:17:41,446 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:17:41,446 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691061391Running coprocessor pre-close hooks at 1731691061391Disabling compacts and flushes for region at 1731691061391Disabling writes for close at 1731691061392 (+1 ms)Obtaining lock to block concurrent updates at 1731691061392Preparing flush snapshotting stores in 1588230740 at 1731691061392Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731691061392Flushing stores of hbase:meta,,1.1588230740 at 1731691061393 (+1 ms)Flushing 1588230740/info: creating writer at 1731691061393Flushing 1588230740/info: appending metadata at 1731691061411 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731691061411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527120d9: reopening flushed file at 1731691061427 (+16 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 45ms, sequenceid=19, compaction requested=false at 1731691061437 (+10 ms)Writing region close event to WAL at 1731691061441 (+4 ms)Running coprocessor post-close hooks at 1731691061446 (+5 ms)Closed at 1731691061446 2024-11-15T17:17:41,446 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:17:41,592 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,39683,1731691052911; all regions closed. 2024-11-15T17:17:41,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741849_1025 (size=2156) 2024-11-15T17:17:41,598 DEBUG [RS:0;046d875b9f8f:39683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/oldWALs 2024-11-15T17:17:41,598 INFO [RS:0;046d875b9f8f:39683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C39683%2C1731691052911.meta:.meta(num 1731691054498) 2024-11-15T17:17:41,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741850_1026 (size=796) 2024-11-15T17:17:41,604 DEBUG [RS:0;046d875b9f8f:39683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/oldWALs 2024-11-15T17:17:41,605 INFO [RS:0;046d875b9f8f:39683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C39683%2C1731691052911.rep:(num 1731691058733) 2024-11-15T17:17:41,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741848_1024 (size=93) 2024-11-15T17:17:41,611 DEBUG [RS:0;046d875b9f8f:39683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/oldWALs 2024-11-15T17:17:41,611 INFO [RS:0;046d875b9f8f:39683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C39683%2C1731691052911:(num 1731691054151) 2024-11-15T17:17:41,611 DEBUG [RS:0;046d875b9f8f:39683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:41,611 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:17:41,612 INFO [RS:0;046d875b9f8f:39683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:17:41,612 INFO [RS:0;046d875b9f8f:39683 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T17:17:41,613 INFO [RS:0;046d875b9f8f:39683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:17:41,613 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:17:41,613 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-046d875b9f8f,39683,1731691052911 because: Region server is closing 2024-11-15T17:17:41,613 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-15T17:17:41,613 INFO [RS:0;046d875b9f8f:39683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:39683. 2024-11-15T17:17:41,614 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-15T17:17:41,614 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-15T17:17:41,614 DEBUG [RS:0;046d875b9f8f:39683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:41,614 DEBUG [RS:0;046d875b9f8f:39683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:41,614 DEBUG [RS:0;046d875b9f8f:39683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:41,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:17:41,715 WARN [RS:0;046d875b9f8f:39683.replicationSource.shipper046d875b9f8f%2C39683%2C1731691052911,1-046d875b9f8f,39683,1731691052911 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T17:17:41,715 WARN [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,1-046d875b9f8f,39683,1731691052911 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T17:17:41,715 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;046d875b9f8f:39683.replicationSource.shipper046d875b9f8f%2C39683%2C1731691052911,1-046d875b9f8f,39683,1731691052911 terminated 2024-11-15T17:17:41,715 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-046d875b9f8f,39683,1731691052911 because: Region server is closing 2024-11-15T17:17:41,715 INFO [RS:0;046d875b9f8f:39683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:39683. 2024-11-15T17:17:41,715 DEBUG [RS:0;046d875b9f8f:39683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:41,715 DEBUG [RS:0;046d875b9f8f:39683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:41,716 DEBUG [RS:0;046d875b9f8f:39683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:41,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:17:41,816 WARN [RS:0;046d875b9f8f:39683.replicationSource.wal-reader.046d875b9f8f%2C39683%2C1731691052911,2-046d875b9f8f,39683,1731691052911 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T17:17:41,816 WARN [RS:0;046d875b9f8f:39683.replicationSource.shipper046d875b9f8f%2C39683%2C1731691052911,2-046d875b9f8f,39683,1731691052911 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T17:17:41,816 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;046d875b9f8f:39683.replicationSource.shipper046d875b9f8f%2C39683%2C1731691052911,2-046d875b9f8f,39683,1731691052911 terminated 2024-11-15T17:17:41,816 INFO [RS:0;046d875b9f8f:39683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39683 2024-11-15T17:17:41,871 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39683-0x1013f802a5e0007, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-278019530/rs/046d875b9f8f,39683,1731691052911 2024-11-15T17:17:41,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530/rs 2024-11-15T17:17:41,871 INFO [RS:0;046d875b9f8f:39683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:17:41,871 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,39683,1731691052911] 2024-11-15T17:17:41,881 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-278019530/draining/046d875b9f8f,39683,1731691052911 already deleted, retry=false 2024-11-15T17:17:41,881 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,39683,1731691052911 expired; onlineServers=0 2024-11-15T17:17:41,881 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,45105,1731691052820' ***** 2024-11-15T17:17:41,881 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:17:41,881 INFO [M:0;046d875b9f8f:45105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:17:41,881 INFO [M:0;046d875b9f8f:45105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:17:41,882 DEBUG [M:0;046d875b9f8f:45105 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:17:41,882 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:17:41,882 DEBUG [M:0;046d875b9f8f:45105 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:17:41,882 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691053866 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691053866,5,FailOnTimeoutGroup] 2024-11-15T17:17:41,882 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691053867 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691053867,5,FailOnTimeoutGroup] 2024-11-15T17:17:41,882 INFO [M:0;046d875b9f8f:45105 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:17:41,882 INFO [M:0;046d875b9f8f:45105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:17:41,882 DEBUG [M:0;046d875b9f8f:45105 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:17:41,882 INFO [M:0;046d875b9f8f:45105 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:17:41,882 INFO [M:0;046d875b9f8f:45105 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:17:41,883 INFO [M:0;046d875b9f8f:45105 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:17:41,883 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:17:41,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-278019530/master 2024-11-15T17:17:41,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-278019530 2024-11-15T17:17:41,892 DEBUG [M:0;046d875b9f8f:45105 {}] zookeeper.ZKUtil(347): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Unable to get data of znode /0-278019530/master because node does not exist (not an error) 2024-11-15T17:17:41,892 WARN [M:0;046d875b9f8f:45105 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:17:41,893 INFO [M:0;046d875b9f8f:45105 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/.lastflushedseqids 2024-11-15T17:17:41,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741852_1028 (size=181) 2024-11-15T17:17:41,981 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39683-0x1013f802a5e0007, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:17:41,981 INFO [RS:0;046d875b9f8f:39683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:17:41,981 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39683-0x1013f802a5e0007, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:17:41,981 INFO [RS:0;046d875b9f8f:39683 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,39683,1731691052911; zookeeper connection closed. 2024-11-15T17:17:41,982 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e683f3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e683f3 2024-11-15T17:17:41,982 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:17:42,299 INFO [M:0;046d875b9f8f:45105 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:17:42,299 INFO [M:0;046d875b9f8f:45105 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:17:42,300 DEBUG [M:0;046d875b9f8f:45105 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:17:42,300 INFO [M:0;046d875b9f8f:45105 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:42,300 DEBUG [M:0;046d875b9f8f:45105 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:42,300 DEBUG [M:0;046d875b9f8f:45105 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:17:42,300 DEBUG [M:0;046d875b9f8f:45105 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:42,300 INFO [M:0;046d875b9f8f:45105 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-15T17:17:42,317 DEBUG [M:0;046d875b9f8f:45105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d13a839840c4926bad5e0c2991bb663 is 82, key is hbase:meta,,1/info:regioninfo/1731691054561/Put/seqid=0 2024-11-15T17:17:42,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741853_1029 (size=5680) 2024-11-15T17:17:42,721 INFO [M:0;046d875b9f8f:45105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d13a839840c4926bad5e0c2991bb663 2024-11-15T17:17:42,741 DEBUG [M:0;046d875b9f8f:45105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a78e56d9e0894077a838062b56fde965 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731691058789/Put/seqid=0 2024-11-15T17:17:42,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741854_1030 (size=7319) 2024-11-15T17:17:43,147 INFO [M:0;046d875b9f8f:45105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a78e56d9e0894077a838062b56fde965 2024-11-15T17:17:43,175 DEBUG [M:0;046d875b9f8f:45105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e507ecbacaf54f578e8e0e1d79a3254e is 69, key is 046d875b9f8f,39683,1731691052911/rs:state/1731691053924/Put/seqid=0 2024-11-15T17:17:43,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741855_1031 (size=5371) 2024-11-15T17:17:43,581 INFO [M:0;046d875b9f8f:45105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e507ecbacaf54f578e8e0e1d79a3254e 2024-11-15T17:17:43,590 INFO [M:0;046d875b9f8f:45105 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e507ecbacaf54f578e8e0e1d79a3254e 2024-11-15T17:17:43,592 DEBUG [M:0;046d875b9f8f:45105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d13a839840c4926bad5e0c2991bb663 as hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d13a839840c4926bad5e0c2991bb663 2024-11-15T17:17:43,600 INFO [M:0;046d875b9f8f:45105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d13a839840c4926bad5e0c2991bb663, entries=8, sequenceid=172, filesize=5.5 K 2024-11-15T17:17:43,602 DEBUG [M:0;046d875b9f8f:45105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a78e56d9e0894077a838062b56fde965 as hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a78e56d9e0894077a838062b56fde965 2024-11-15T17:17:43,610 INFO [M:0;046d875b9f8f:45105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a78e56d9e0894077a838062b56fde965, entries=7, sequenceid=172, filesize=7.1 K 2024-11-15T17:17:43,611 DEBUG [M:0;046d875b9f8f:45105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e507ecbacaf54f578e8e0e1d79a3254e as hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e507ecbacaf54f578e8e0e1d79a3254e 2024-11-15T17:17:43,620 INFO [M:0;046d875b9f8f:45105 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e507ecbacaf54f578e8e0e1d79a3254e 2024-11-15T17:17:43,620 INFO [M:0;046d875b9f8f:45105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45133/user/jenkins/test-data/eded321f-4709-de47-868b-a0dcfffa886e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e507ecbacaf54f578e8e0e1d79a3254e, entries=2, sequenceid=172, filesize=5.2 K 2024-11-15T17:17:43,622 INFO [M:0;046d875b9f8f:45105 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=172, compaction requested=false 2024-11-15T17:17:43,632 INFO [M:0;046d875b9f8f:45105 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:43,632 DEBUG [M:0;046d875b9f8f:45105 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691062300Disabling compacts and flushes for region at 1731691062300Disabling writes for close at 1731691062300Obtaining lock to block concurrent updates at 1731691062300Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691062300Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731691062301 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691062301Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691062301Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691062316 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691062316Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691062727 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691062741 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691062741Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691063152 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691063174 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691063174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12913ecf: reopening flushed file at 1731691063590 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ee93023: reopening flushed file at 1731691063600 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a8c7fcd: reopening flushed file at 1731691063610 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=172, compaction requested=false at 1731691063622 (+12 ms)Writing region close event to WAL at 1731691063632 (+10 ms)Closed at 1731691063632 2024-11-15T17:17:43,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36743 is added to blk_1073741847_1023 (size=22949) 2024-11-15T17:17:43,636 INFO [M:0;046d875b9f8f:45105 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:17:43,636 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:17:43,636 INFO [M:0;046d875b9f8f:45105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45105 2024-11-15T17:17:43,636 INFO [M:0;046d875b9f8f:45105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:17:43,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:17:43,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x1013f802a5e0006, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:17:43,787 INFO [M:0;046d875b9f8f:45105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:17:43,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@116d148d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:17:43,799 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:17:43,799 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:17:43,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:17:43,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/hadoop.log.dir/,STOPPED} 2024-11-15T17:17:43,801 WARN [BP-231741861-172.17.0.2-1731691033026 heartbeating to localhost/127.0.0.1:45133 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:17:43,801 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:17:43,801 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:17:43,801 WARN [BP-231741861-172.17.0.2-1731691033026 heartbeating to localhost/127.0.0.1:45133 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-231741861-172.17.0.2-1731691033026 (Datanode Uuid edbf3887-840a-4efe-93f0-7a661bf7614b) service to localhost/127.0.0.1:45133 2024-11-15T17:17:43,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/cluster_5926d60f-414d-5cb0-8979-84bc1e5c61d0/data/data1/current/BP-231741861-172.17.0.2-1731691033026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:17:43,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/cluster_5926d60f-414d-5cb0-8979-84bc1e5c61d0/data/data2/current/BP-231741861-172.17.0.2-1731691033026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:17:43,803 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:17:43,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:17:43,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:17:43,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:17:43,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:17:43,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a4dfc9c-bcd8-aa4b-8da8-b5ffaf7f8687/hadoop.log.dir/,STOPPED} 2024-11-15T17:17:43,824 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T17:17:43,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:17:43,856 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: master/046d875b9f8f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/046d875b9f8f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/046d875b9f8f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@679f09cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/046d875b9f8f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45133 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52673) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52673) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39373 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/046d875b9f8f:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=434 (was 392) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2155 (was 1781) - AvailableMemoryMB LEAK? - 2024-11-15T17:17:43,865 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=434, ProcessCount=11, AvailableMemoryMB=2153 2024-11-15T17:17:43,881 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-15T17:17:43,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/hadoop.log.dir so I do NOT create it in target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1 2024-11-15T17:17:43,882 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:17:43,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/hadoop.tmp.dir so I do NOT create it in target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1 2024-11-15T17:17:43,882 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d535696-a12b-0767-cfc7-584d1f961155/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:17:43,882 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1 2024-11-15T17:17:43,882 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/cluster_8fcb5973-792f-f6bc-927c-d019e7f5d231, deleteOnExit=true 2024-11-15T17:17:43,885 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/cluster_8fcb5973-792f-f6bc-927c-d019e7f5d231/zookeeper_0, clientPort=62709, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/cluster_8fcb5973-792f-f6bc-927c-d019e7f5d231/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/cluster_8fcb5973-792f-f6bc-927c-d019e7f5d231/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T17:17:43,889 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62709 2024-11-15T17:17:43,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:17:43,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:17:43,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/test.cache.data in system properties and HBase conf 2024-11-15T17:17:43,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:17:43,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:17:43,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:17:43,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:17:43,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:17:43,890 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:17:43,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:17:43,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:17:43,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:17:43,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:17:43,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:17:43,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:17:43,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:17:43,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:17:43,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:17:43,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:17:43,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:17:43,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:17:43,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:17:43,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:17:43,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013f802a5e0002, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T17:17:43,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013f802a5e0005, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T17:17:43,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013f802a5e0002, quorum=127.0.0.1:52673, baseZNode=/0-278019530 Received Disconnected from ZooKeeper, ignoring 2024-11-15T17:17:43,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013f802a5e0005, quorum=127.0.0.1:52673, baseZNode=/1-327963071 Received Disconnected from ZooKeeper, ignoring 2024-11-15T17:17:44,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:17:44,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:17:44,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:17:44,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:17:44,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T17:17:44,316 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:17:44,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a293c87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:17:44,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f5c756{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:17:44,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27e66cab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/java.io.tmpdir/jetty-localhost-40945-hadoop-hdfs-3_4_1-tests_jar-_-any-13878187949631572481/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:17:44,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ca33c04{HTTP/1.1, (http/1.1)}{localhost:40945} 2024-11-15T17:17:44,435 INFO [Time-limited test {}] server.Server(415): Started @33493ms 2024-11-15T17:17:44,728 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:17:44,733 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:17:44,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:17:44,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:17:44,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T17:17:44,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d0ba696{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:17:44,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e83ddb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:17:44,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@417ceb5c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/java.io.tmpdir/jetty-localhost-40897-hadoop-hdfs-3_4_1-tests_jar-_-any-9840472935286937377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:17:44,842 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4438aed1{HTTP/1.1, (http/1.1)}{localhost:40897} 2024-11-15T17:17:44,842 INFO [Time-limited test {}] server.Server(415): Started @33900ms 2024-11-15T17:17:44,844 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:17:45,747 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/cluster_8fcb5973-792f-f6bc-927c-d019e7f5d231/data/data2/current/BP-1270300985-172.17.0.2-1731691063923/current, will proceed with Du for space computation calculation, 2024-11-15T17:17:45,747 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/cluster_8fcb5973-792f-f6bc-927c-d019e7f5d231/data/data1/current/BP-1270300985-172.17.0.2-1731691063923/current, will proceed with Du for space computation calculation, 2024-11-15T17:17:45,767 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:17:45,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x356fb4f6a4d126a3 with lease ID 0xfea12a799040db6c: Processing first storage report for DS-bb3cbc12-88c0-4810-9674-d2c1f3f74dfb from datanode DatanodeRegistration(127.0.0.1:35247, datanodeUuid=1f8f3192-3a95-4a29-b698-7c1250382b37, infoPort=40993, infoSecurePort=0, ipcPort=42739, storageInfo=lv=-57;cid=testClusterID;nsid=655617427;c=1731691063923) 2024-11-15T17:17:45,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x356fb4f6a4d126a3 with lease ID 0xfea12a799040db6c: from storage DS-bb3cbc12-88c0-4810-9674-d2c1f3f74dfb node DatanodeRegistration(127.0.0.1:35247, datanodeUuid=1f8f3192-3a95-4a29-b698-7c1250382b37, infoPort=40993, infoSecurePort=0, ipcPort=42739, storageInfo=lv=-57;cid=testClusterID;nsid=655617427;c=1731691063923), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:17:45,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x356fb4f6a4d126a3 with lease ID 0xfea12a799040db6c: Processing first storage report for DS-d1e0d3c6-1ded-4429-acde-0c3c22783857 from datanode DatanodeRegistration(127.0.0.1:35247, datanodeUuid=1f8f3192-3a95-4a29-b698-7c1250382b37, infoPort=40993, infoSecurePort=0, ipcPort=42739, storageInfo=lv=-57;cid=testClusterID;nsid=655617427;c=1731691063923) 2024-11-15T17:17:45,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x356fb4f6a4d126a3 with lease ID 0xfea12a799040db6c: from storage DS-d1e0d3c6-1ded-4429-acde-0c3c22783857 node DatanodeRegistration(127.0.0.1:35247, datanodeUuid=1f8f3192-3a95-4a29-b698-7c1250382b37, infoPort=40993, infoSecurePort=0, ipcPort=42739, storageInfo=lv=-57;cid=testClusterID;nsid=655617427;c=1731691063923), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:17:45,802 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1 2024-11-15T17:17:45,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:45,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:17:45,821 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889 with version=8 2024-11-15T17:17:45,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/hbase-staging 2024-11-15T17:17:45,823 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:17:45,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:45,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:45,823 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:17:45,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:45,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:17:45,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:17:45,824 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:17:45,824 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34139 2024-11-15T17:17:45,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34139 connecting to ZooKeeper ensemble=127.0.0.1:62709 2024-11-15T17:17:45,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341390x0, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:17:45,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34139-0x1013f80a5f70000 connected 2024-11-15T17:17:46,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:46,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:46,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Set watcher on znode that does not yet exist, /0-345560114/running 2024-11-15T17:17:46,028 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889, hbase.cluster.distributed=false 2024-11-15T17:17:46,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Set watcher on znode that does not yet exist, /0-345560114/acl 2024-11-15T17:17:46,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34139 2024-11-15T17:17:46,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34139 2024-11-15T17:17:46,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34139 2024-11-15T17:17:46,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34139 2024-11-15T17:17:46,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34139 2024-11-15T17:17:46,062 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:17:46,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:46,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:46,063 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:17:46,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:46,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:17:46,063 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:17:46,063 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:17:46,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40447 2024-11-15T17:17:46,066 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40447 connecting to ZooKeeper ensemble=127.0.0.1:62709 2024-11-15T17:17:46,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:46,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:46,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404470x0, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:17:46,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Set watcher on znode that does not yet exist, /0-345560114/running 2024-11-15T17:17:46,085 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:17:46,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40447-0x1013f80a5f70001 connected 2024-11-15T17:17:46,087 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:17:46,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Set watcher on znode that does not yet exist, /0-345560114/master 2024-11-15T17:17:46,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Set watcher on znode that does not yet exist, /0-345560114/acl 2024-11-15T17:17:46,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40447 2024-11-15T17:17:46,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40447 2024-11-15T17:17:46,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40447 2024-11-15T17:17:46,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40447 2024-11-15T17:17:46,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40447 2024-11-15T17:17:46,118 DEBUG [M:0;046d875b9f8f:34139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:34139 2024-11-15T17:17:46,119 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-345560114/backup-masters/046d875b9f8f,34139,1731691065823 2024-11-15T17:17:46,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114/backup-masters 2024-11-15T17:17:46,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114/backup-masters 2024-11-15T17:17:46,126 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Set watcher on existing znode=/0-345560114/backup-masters/046d875b9f8f,34139,1731691065823 2024-11-15T17:17:46,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-345560114/master 2024-11-15T17:17:46,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114 2024-11-15T17:17:46,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114 2024-11-15T17:17:46,136 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Set watcher on existing znode=/0-345560114/master 2024-11-15T17:17:46,137 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-345560114/backup-masters/046d875b9f8f,34139,1731691065823 from backup master directory 2024-11-15T17:17:46,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-345560114/backup-masters/046d875b9f8f,34139,1731691065823 2024-11-15T17:17:46,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114/backup-masters 2024-11-15T17:17:46,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114/backup-masters 2024-11-15T17:17:46,207 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:17:46,207 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,34139,1731691065823 2024-11-15T17:17:46,212 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/hbase.id] with ID: 66cae56a-b70a-49ba-bea6-34d8a297e3ef 2024-11-15T17:17:46,212 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/.tmp/hbase.id 2024-11-15T17:17:46,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:17:46,618 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/.tmp/hbase.id]:[hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/hbase.id] 2024-11-15T17:17:46,633 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:46,633 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:17:46,635 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T17:17:46,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114 2024-11-15T17:17:46,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114 2024-11-15T17:17:46,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:17:46,900 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:17:46,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:17:46,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:17:47,065 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:17:47,066 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:17:47,067 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:17:47,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:17:47,487 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store 2024-11-15T17:17:47,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:17:47,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:17:47,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:17:47,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T17:17:47,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:17:47,894 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:47,894 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:17:47,894 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:47,894 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:47,894 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:17:47,894 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:47,894 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:47,894 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691067894Disabling compacts and flushes for region at 1731691067894Disabling writes for close at 1731691067894Writing region close event to WAL at 1731691067894Closed at 1731691067894 2024-11-15T17:17:47,895 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store/.initializing 2024-11-15T17:17:47,895 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/WALs/046d875b9f8f,34139,1731691065823 2024-11-15T17:17:47,896 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:17:47,898 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C34139%2C1731691065823, suffix=, logDir=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/WALs/046d875b9f8f,34139,1731691065823, archiveDir=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/oldWALs, maxLogs=10 2024-11-15T17:17:47,911 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/WALs/046d875b9f8f,34139,1731691065823/046d875b9f8f%2C34139%2C1731691065823.1731691067899, exclude list is [], retry=0 2024-11-15T17:17:47,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35247,DS-bb3cbc12-88c0-4810-9674-d2c1f3f74dfb,DISK] 2024-11-15T17:17:47,917 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/WALs/046d875b9f8f,34139,1731691065823/046d875b9f8f%2C34139%2C1731691065823.1731691067899 2024-11-15T17:17:47,917 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40993:40993)] 2024-11-15T17:17:47,917 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:17:47,917 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:47,917 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:47,917 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:47,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:47,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:17:47,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:47,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:47,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:47,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:17:47,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:47,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:47,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:47,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:17:47,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:47,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:47,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:47,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:17:47,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:47,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:47,927 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:47,928 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:47,928 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:47,929 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:47,929 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:47,930 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:17:47,931 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:47,933 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:17:47,934 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74471537, jitterRate=0.1097123771905899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:17:47,934 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691067917Initializing all the Stores at 1731691067919 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691067919Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691067919Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691067919Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691067919Cleaning up temporary data from old regions at 1731691067929 (+10 ms)Region opened successfully at 1731691067934 (+5 ms) 2024-11-15T17:17:47,935 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:17:47,938 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79af954c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:17:47,939 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:17:47,939 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:17:47,939 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:17:47,939 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:17:47,939 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:17:47,940 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:17:47,940 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:17:47,942 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:17:47,942 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Unable to get data of znode /0-345560114/balancer because node does not exist (not necessarily an error) 2024-11-15T17:17:47,991 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-345560114/balancer already deleted, retry=false 2024-11-15T17:17:47,992 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:17:47,993 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Unable to get data of znode /0-345560114/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:17:48,100 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-345560114/normalizer already deleted, retry=false 2024-11-15T17:17:48,100 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:17:48,101 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Unable to get data of znode /0-345560114/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:17:48,233 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-345560114/switch/split already deleted, retry=false 2024-11-15T17:17:48,234 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Unable to get data of znode /0-345560114/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:17:48,260 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-345560114/switch/merge already deleted, retry=false 2024-11-15T17:17:48,263 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Unable to get data of znode /0-345560114/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:17:48,273 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-345560114/snapshot-cleanup already deleted, retry=false 2024-11-15T17:17:48,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-345560114/running 2024-11-15T17:17:48,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-345560114/running 2024-11-15T17:17:48,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114 2024-11-15T17:17:48,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114 2024-11-15T17:17:48,284 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,34139,1731691065823, sessionid=0x1013f80a5f70000, setting cluster-up flag (Was=false) 2024-11-15T17:17:48,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114 2024-11-15T17:17:48,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114 2024-11-15T17:17:48,336 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-345560114/flush-table-proc/acquired, /0-345560114/flush-table-proc/reached, /0-345560114/flush-table-proc/abort 2024-11-15T17:17:48,337 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,34139,1731691065823 2024-11-15T17:17:48,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114 2024-11-15T17:17:48,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114 2024-11-15T17:17:48,388 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-345560114/online-snapshot/acquired, /0-345560114/online-snapshot/reached, /0-345560114/online-snapshot/abort 2024-11-15T17:17:48,390 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,34139,1731691065823 2024-11-15T17:17:48,392 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:17:48,394 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:17:48,395 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:17:48,395 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:17:48,395 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 046d875b9f8f,34677,1731691038323: status=Processing ServerCrashProcedure of 046d875b9f8f,34677,1731691038323 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731691053863, completionTime=-1 appears to have been leaked 2024-11-15T17:17:48,396 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,34139,1731691065823 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:17:48,397 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:48,397 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:48,398 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:48,398 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:48,398 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:17:48,398 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:48,398 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:17:48,398 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:48,400 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691098400 2024-11-15T17:17:48,401 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:17:48,401 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:17:48,401 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:17:48,401 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:17:48,401 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:17:48,401 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:17:48,401 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:48,402 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:17:48,402 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:17:48,402 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:17:48,402 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:17:48,402 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:17:48,402 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:17:48,404 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:48,404 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:17:48,411 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:17:48,411 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:17:48,413 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691068411,5,FailOnTimeoutGroup] 2024-11-15T17:17:48,413 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691068413,5,FailOnTimeoutGroup] 2024-11-15T17:17:48,413 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:48,414 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:17:48,414 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:48,414 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:48,414 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(746): ClusterId : 66cae56a-b70a-49ba-bea6-34d8a297e3ef 2024-11-15T17:17:48,414 DEBUG [RS:0;046d875b9f8f:40447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:17:48,421 DEBUG [RS:0;046d875b9f8f:40447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:17:48,421 DEBUG [RS:0;046d875b9f8f:40447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:17:48,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:17:48,431 DEBUG [RS:0;046d875b9f8f:40447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:17:48,431 DEBUG [RS:0;046d875b9f8f:40447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db2692b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:17:48,442 DEBUG [RS:0;046d875b9f8f:40447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:40447 2024-11-15T17:17:48,442 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:17:48,442 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:17:48,442 DEBUG [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:17:48,443 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,34139,1731691065823 with port=40447, startcode=1731691066062 2024-11-15T17:17:48,443 DEBUG [RS:0;046d875b9f8f:40447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:17:48,444 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:17:48,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34139 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,40447,1731691066062 2024-11-15T17:17:48,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34139 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,40447,1731691066062 2024-11-15T17:17:48,446 DEBUG [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889 2024-11-15T17:17:48,446 DEBUG [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37639 2024-11-15T17:17:48,446 DEBUG [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:17:48,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114/rs 2024-11-15T17:17:48,452 DEBUG [RS:0;046d875b9f8f:40447 {}] zookeeper.ZKUtil(111): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Set watcher on existing znode=/0-345560114/rs/046d875b9f8f,40447,1731691066062 2024-11-15T17:17:48,452 WARN [RS:0;046d875b9f8f:40447 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:17:48,452 INFO [RS:0;046d875b9f8f:40447 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:17:48,452 DEBUG [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062 2024-11-15T17:17:48,452 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,40447,1731691066062] 2024-11-15T17:17:48,456 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:17:48,457 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:17:48,457 INFO [RS:0;046d875b9f8f:40447 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:17:48,457 INFO [RS:0;046d875b9f8f:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:48,460 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:17:48,461 INFO [RS:0;046d875b9f8f:40447 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:17:48,461 INFO [RS:0;046d875b9f8f:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:48,461 DEBUG [RS:0;046d875b9f8f:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:48,461 DEBUG [RS:0;046d875b9f8f:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:48,461 DEBUG [RS:0;046d875b9f8f:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:48,461 DEBUG [RS:0;046d875b9f8f:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:48,461 DEBUG [RS:0;046d875b9f8f:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:48,461 DEBUG [RS:0;046d875b9f8f:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:17:48,461 DEBUG [RS:0;046d875b9f8f:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:48,461 DEBUG [RS:0;046d875b9f8f:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:48,461 DEBUG [RS:0;046d875b9f8f:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:48,461 DEBUG [RS:0;046d875b9f8f:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:48,461 DEBUG [RS:0;046d875b9f8f:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:48,461 DEBUG [RS:0;046d875b9f8f:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:48,462 DEBUG [RS:0;046d875b9f8f:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:17:48,462 DEBUG [RS:0;046d875b9f8f:40447 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:17:48,462 INFO [RS:0;046d875b9f8f:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:48,462 INFO [RS:0;046d875b9f8f:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:48,462 INFO [RS:0;046d875b9f8f:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:48,462 INFO [RS:0;046d875b9f8f:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:48,462 INFO [RS:0;046d875b9f8f:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:48,462 INFO [RS:0;046d875b9f8f:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40447,1731691066062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:17:48,479 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:17:48,479 INFO [RS:0;046d875b9f8f:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40447,1731691066062-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:48,479 INFO [RS:0;046d875b9f8f:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:48,479 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.Replication(171): 046d875b9f8f,40447,1731691066062 started 2024-11-15T17:17:48,500 INFO [RS:0;046d875b9f8f:40447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:48,500 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,40447,1731691066062, RpcServer on 046d875b9f8f/172.17.0.2:40447, sessionid=0x1013f80a5f70001 2024-11-15T17:17:48,500 DEBUG [RS:0;046d875b9f8f:40447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:17:48,501 DEBUG [RS:0;046d875b9f8f:40447 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,40447,1731691066062 2024-11-15T17:17:48,501 DEBUG [RS:0;046d875b9f8f:40447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,40447,1731691066062' 2024-11-15T17:17:48,501 DEBUG [RS:0;046d875b9f8f:40447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-345560114/flush-table-proc/abort' 2024-11-15T17:17:48,501 DEBUG [RS:0;046d875b9f8f:40447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-345560114/flush-table-proc/acquired' 2024-11-15T17:17:48,502 DEBUG [RS:0;046d875b9f8f:40447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:17:48,502 DEBUG [RS:0;046d875b9f8f:40447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:17:48,502 DEBUG [RS:0;046d875b9f8f:40447 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,40447,1731691066062 2024-11-15T17:17:48,502 DEBUG [RS:0;046d875b9f8f:40447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,40447,1731691066062' 2024-11-15T17:17:48,502 DEBUG [RS:0;046d875b9f8f:40447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-345560114/online-snapshot/abort' 2024-11-15T17:17:48,502 DEBUG [RS:0;046d875b9f8f:40447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-345560114/online-snapshot/acquired' 2024-11-15T17:17:48,503 DEBUG [RS:0;046d875b9f8f:40447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:17:48,503 INFO [RS:0;046d875b9f8f:40447 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:17:48,503 INFO [RS:0;046d875b9f8f:40447 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:17:48,603 INFO [RS:0;046d875b9f8f:40447 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:17:48,605 INFO [RS:0;046d875b9f8f:40447 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C40447%2C1731691066062, suffix=, logDir=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062, archiveDir=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/oldWALs, maxLogs=10 2024-11-15T17:17:48,622 DEBUG [RS:0;046d875b9f8f:40447 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062/046d875b9f8f%2C40447%2C1731691066062.1731691068606, exclude list is [], retry=0 2024-11-15T17:17:48,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35247,DS-bb3cbc12-88c0-4810-9674-d2c1f3f74dfb,DISK] 2024-11-15T17:17:48,633 INFO [RS:0;046d875b9f8f:40447 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062/046d875b9f8f%2C40447%2C1731691066062.1731691068606 2024-11-15T17:17:48,633 DEBUG [RS:0;046d875b9f8f:40447 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40993:40993)] 2024-11-15T17:17:48,824 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:17:48,824 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889 2024-11-15T17:17:48,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741833_1009 (size=32) 2024-11-15T17:17:49,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:49,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:17:49,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:17:49,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:49,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:49,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:17:49,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:17:49,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:49,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:49,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:17:49,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:17:49,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:49,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:49,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:17:49,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:17:49,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:49,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:49,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:17:49,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740 2024-11-15T17:17:49,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740 2024-11-15T17:17:49,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:17:49,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:17:49,243 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:17:49,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:17:49,247 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:17:49,247 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70786891, jitterRate=0.054806873202323914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:17:49,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691069231Initializing all the Stores at 1731691069232 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691069232Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691069232Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691069232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691069232Cleaning up temporary data from old regions at 1731691069243 (+11 ms)Region opened successfully at 1731691069248 (+5 ms) 2024-11-15T17:17:49,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:17:49,248 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:17:49,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:17:49,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:17:49,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:17:49,249 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:17:49,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691069248Disabling compacts and flushes for region at 1731691069248Disabling writes for close at 1731691069248Writing region close event to WAL at 1731691069249 (+1 ms)Closed at 1731691069249 2024-11-15T17:17:49,250 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:17:49,250 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:17:49,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:17:49,252 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:17:49,253 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:17:49,403 DEBUG [046d875b9f8f:34139 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:17:49,404 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,40447,1731691066062 2024-11-15T17:17:49,405 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,40447,1731691066062, state=OPENING 2024-11-15T17:17:49,418 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:17:49,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114 2024-11-15T17:17:49,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114 2024-11-15T17:17:49,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-345560114/meta-region-server: CHANGED 2024-11-15T17:17:49,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-345560114/meta-region-server: CHANGED 2024-11-15T17:17:49,431 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:17:49,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,40447,1731691066062}] 2024-11-15T17:17:49,585 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:17:49,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:17:49,589 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:17:49,590 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:17:49,590 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:17:49,592 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C40447%2C1731691066062.meta, suffix=.meta, logDir=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062, archiveDir=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/oldWALs, maxLogs=10 2024-11-15T17:17:49,608 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062/046d875b9f8f%2C40447%2C1731691066062.meta.1731691069592.meta, exclude list is [], retry=0 2024-11-15T17:17:49,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35247,DS-bb3cbc12-88c0-4810-9674-d2c1f3f74dfb,DISK] 2024-11-15T17:17:49,613 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062/046d875b9f8f%2C40447%2C1731691066062.meta.1731691069592.meta 2024-11-15T17:17:49,613 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40993:40993)] 2024-11-15T17:17:49,613 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:17:49,614 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:17:49,614 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:17:49,614 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:17:49,614 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:17:49,614 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:17:49,614 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:49,614 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:17:49,614 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:17:49,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:17:49,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:17:49,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:49,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:49,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:17:49,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:17:49,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:49,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:49,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:17:49,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:17:49,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:49,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:49,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:17:49,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:17:49,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:49,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:49,621 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:17:49,622 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740 2024-11-15T17:17:49,623 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740 2024-11-15T17:17:49,624 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:17:49,624 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:17:49,625 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:17:49,626 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:17:49,627 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67547093, jitterRate=0.0065301209688186646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:17:49,627 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:17:49,628 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691069614Writing region info on filesystem at 1731691069614Initializing all the Stores at 1731691069615 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691069615Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691069615Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691069615Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691069615Cleaning up temporary data from old regions at 1731691069624 (+9 ms)Running coprocessor post-open hooks at 1731691069627 (+3 ms)Region opened successfully at 1731691069628 (+1 ms) 2024-11-15T17:17:49,629 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691069584 2024-11-15T17:17:49,632 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:17:49,632 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:17:49,633 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,40447,1731691066062 2024-11-15T17:17:49,634 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,40447,1731691066062, state=OPEN 2024-11-15T17:17:49,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-345560114/meta-region-server 2024-11-15T17:17:49,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-345560114/meta-region-server 2024-11-15T17:17:49,712 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,40447,1731691066062 2024-11-15T17:17:49,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-345560114/meta-region-server: CHANGED 2024-11-15T17:17:49,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-345560114/meta-region-server: CHANGED 2024-11-15T17:17:49,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:17:49,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,40447,1731691066062 in 281 msec 2024-11-15T17:17:49,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:17:49,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-15T17:17:49,721 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:17:49,721 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:17:49,722 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:17:49,722 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,40447,1731691066062, seqNum=-1] 2024-11-15T17:17:49,723 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:17:49,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:17:49,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3370 sec 2024-11-15T17:17:49,732 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691069732, completionTime=-1 2024-11-15T17:17:49,732 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:17:49,732 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:17:49,734 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:17:49,735 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691129735 2024-11-15T17:17:49,735 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691189735 2024-11-15T17:17:49,735 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T17:17:49,735 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,34139,1731691065823-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:49,735 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,34139,1731691065823-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:49,735 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,34139,1731691065823-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:49,735 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:34139, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:49,735 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:49,736 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:49,738 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:17:49,740 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.533sec 2024-11-15T17:17:49,740 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:17:49,740 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:17:49,740 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:17:49,740 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:17:49,740 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:17:49,740 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,34139,1731691065823-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:17:49,740 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,34139,1731691065823-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:17:49,743 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:17:49,743 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:17:49,743 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,34139,1731691065823-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:49,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36afdc17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:49,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,34139,-1 for getting cluster id 2024-11-15T17:17:49,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:17:49,816 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66cae56a-b70a-49ba-bea6-34d8a297e3ef' 2024-11-15T17:17:49,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:17:49,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66cae56a-b70a-49ba-bea6-34d8a297e3ef" 2024-11-15T17:17:49,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c305c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:49,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,34139,-1] 2024-11-15T17:17:49,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:17:49,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:49,818 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:17:49,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:49,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:17:49,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,40447,1731691066062, seqNum=-1] 2024-11-15T17:17:49,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:17:49,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:17:49,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,34139,1731691065823 2024-11-15T17:17:49,824 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62709 2024-11-15T17:17:49,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:17:49,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f80a5f70002 connected 2024-11-15T17:17:49,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/hadoop.log.dir so I do NOT create it in target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a 2024-11-15T17:17:49,843 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:17:49,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/hadoop.tmp.dir so I do NOT create it in target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a 2024-11-15T17:17:49,843 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:17:49,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a 2024-11-15T17:17:49,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:17:49,844 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/cluster_2733d0da-3628-3797-2649-ae0430ba2ad0, deleteOnExit=true 2024-11-15T17:17:49,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:17:49,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/test.cache.data in system properties and HBase conf 2024-11-15T17:17:49,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:17:49,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:17:49,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:17:49,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:17:49,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:17:49,844 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:17:49,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:17:49,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:17:49,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:17:49,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:17:49,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:17:49,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:17:49,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:17:49,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:17:49,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:17:49,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:17:49,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:17:49,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:17:49,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:17:49,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:17:50,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:17:50,192 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:17:50,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:17:50,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:17:50,195 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:17:50,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:17:50,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c9883e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:17:50,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9e52a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:17:50,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d817f80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/java.io.tmpdir/jetty-localhost-45671-hadoop-hdfs-3_4_1-tests_jar-_-any-13310048855289976253/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:17:50,301 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13605576{HTTP/1.1, (http/1.1)}{localhost:45671} 2024-11-15T17:17:50,301 INFO [Time-limited test {}] server.Server(415): Started @39359ms 2024-11-15T17:17:50,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:17:50,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:17:50,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:17:50,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:17:50,541 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:17:50,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e28569b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:17:50,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ceb2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:17:50,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25355706{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/java.io.tmpdir/jetty-localhost-41159-hadoop-hdfs-3_4_1-tests_jar-_-any-6268489404636544854/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:17:50,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42690e4a{HTTP/1.1, (http/1.1)}{localhost:41159} 2024-11-15T17:17:50,644 INFO [Time-limited test {}] server.Server(415): Started @39702ms 2024-11-15T17:17:50,645 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:17:51,369 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/cluster_2733d0da-3628-3797-2649-ae0430ba2ad0/data/data1/current/BP-585687669-172.17.0.2-1731691069870/current, will proceed with Du for space computation calculation, 2024-11-15T17:17:51,376 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/cluster_2733d0da-3628-3797-2649-ae0430ba2ad0/data/data2/current/BP-585687669-172.17.0.2-1731691069870/current, will proceed with Du for space computation calculation, 2024-11-15T17:17:51,407 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:17:51,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb160b048b9d24b0f with lease ID 0x8eee79002521ea52: Processing first storage report for DS-116f8e90-2ddd-441b-9845-327fa40b2db6 from datanode DatanodeRegistration(127.0.0.1:35707, datanodeUuid=9641de20-cce1-4182-9e61-7a23d04dd5af, infoPort=35551, infoSecurePort=0, ipcPort=38421, storageInfo=lv=-57;cid=testClusterID;nsid=362129632;c=1731691069870) 2024-11-15T17:17:51,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb160b048b9d24b0f with lease ID 0x8eee79002521ea52: from storage DS-116f8e90-2ddd-441b-9845-327fa40b2db6 node DatanodeRegistration(127.0.0.1:35707, datanodeUuid=9641de20-cce1-4182-9e61-7a23d04dd5af, infoPort=35551, infoSecurePort=0, ipcPort=38421, storageInfo=lv=-57;cid=testClusterID;nsid=362129632;c=1731691069870), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:17:51,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb160b048b9d24b0f with lease ID 0x8eee79002521ea52: Processing first storage report for DS-98f5303d-1bdd-4b99-9d21-9304188b15b0 from datanode DatanodeRegistration(127.0.0.1:35707, datanodeUuid=9641de20-cce1-4182-9e61-7a23d04dd5af, infoPort=35551, infoSecurePort=0, ipcPort=38421, storageInfo=lv=-57;cid=testClusterID;nsid=362129632;c=1731691069870) 2024-11-15T17:17:51,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb160b048b9d24b0f with lease ID 0x8eee79002521ea52: from storage DS-98f5303d-1bdd-4b99-9d21-9304188b15b0 node DatanodeRegistration(127.0.0.1:35707, datanodeUuid=9641de20-cce1-4182-9e61-7a23d04dd5af, infoPort=35551, infoSecurePort=0, ipcPort=38421, storageInfo=lv=-57;cid=testClusterID;nsid=362129632;c=1731691069870), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:17:51,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a 2024-11-15T17:17:51,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:51,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:51,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:17:51,891 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7 with version=8 2024-11-15T17:17:51,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/hbase-staging 2024-11-15T17:17:51,893 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:17:51,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:51,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:51,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:17:51,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:51,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:17:51,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:17:51,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:17:51,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34869 2024-11-15T17:17:51,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34869 connecting to ZooKeeper ensemble=127.0.0.1:62709 2024-11-15T17:17:51,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348690x0, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:17:51,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34869-0x1013f80a5f70003 connected 2024-11-15T17:17:51,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:51,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:51,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Set watcher on znode that does not yet exist, /11557707915/running 2024-11-15T17:17:51,981 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7, hbase.cluster.distributed=false 2024-11-15T17:17:51,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Set watcher on znode that does not yet exist, /11557707915/acl 2024-11-15T17:17:51,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34869 2024-11-15T17:17:51,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34869 2024-11-15T17:17:51,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34869 2024-11-15T17:17:51,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34869 2024-11-15T17:17:51,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34869 2024-11-15T17:17:52,007 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:17:52,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:52,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:52,008 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:17:52,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:17:52,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:17:52,008 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:17:52,008 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:17:52,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36211 2024-11-15T17:17:52,010 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36211 connecting to ZooKeeper ensemble=127.0.0.1:62709 2024-11-15T17:17:52,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:52,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:52,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362110x0, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:17:52,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362110x0, quorum=127.0.0.1:62709, baseZNode=/11557707915 Set watcher on znode that does not yet exist, /11557707915/running 2024-11-15T17:17:52,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36211-0x1013f80a5f70004 connected 2024-11-15T17:17:52,020 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:17:52,024 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:17:52,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Set watcher on znode that does not yet exist, /11557707915/master 2024-11-15T17:17:52,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Set watcher on znode that does not yet exist, /11557707915/acl 2024-11-15T17:17:52,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36211 2024-11-15T17:17:52,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36211 2024-11-15T17:17:52,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36211 2024-11-15T17:17:52,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36211 2024-11-15T17:17:52,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36211 2024-11-15T17:17:52,046 DEBUG [M:0;046d875b9f8f:34869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:34869 2024-11-15T17:17:52,047 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11557707915/backup-masters/046d875b9f8f,34869,1731691071893 2024-11-15T17:17:52,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915/backup-masters 2024-11-15T17:17:52,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915/backup-masters 2024-11-15T17:17:52,061 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Set watcher on existing znode=/11557707915/backup-masters/046d875b9f8f,34869,1731691071893 2024-11-15T17:17:52,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915 2024-11-15T17:17:52,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11557707915/master 2024-11-15T17:17:52,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915 2024-11-15T17:17:52,073 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Set watcher on existing znode=/11557707915/master 2024-11-15T17:17:52,074 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11557707915/backup-masters/046d875b9f8f,34869,1731691071893 from backup master directory 2024-11-15T17:17:52,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915/backup-masters 2024-11-15T17:17:52,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11557707915/backup-masters/046d875b9f8f,34869,1731691071893 2024-11-15T17:17:52,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915/backup-masters 2024-11-15T17:17:52,083 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:17:52,083 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,34869,1731691071893 2024-11-15T17:17:52,088 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/hbase.id] with ID: 24552af7-cfd6-4e2c-b0d5-d7b02f8baa9c 2024-11-15T17:17:52,088 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/.tmp/hbase.id 2024-11-15T17:17:52,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:17:52,094 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/.tmp/hbase.id]:[hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/hbase.id] 2024-11-15T17:17:52,110 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:17:52,110 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:17:52,112 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T17:17:52,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915 2024-11-15T17:17:52,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915 2024-11-15T17:17:52,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:17:52,141 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:17:52,142 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:17:52,143 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:17:52,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:17:52,563 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store 2024-11-15T17:17:52,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:17:52,970 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:52,970 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:17:52,970 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:52,970 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:52,970 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:17:52,970 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:52,970 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:52,970 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691072970Disabling compacts and flushes for region at 1731691072970Disabling writes for close at 1731691072970Writing region close event to WAL at 1731691072970Closed at 1731691072970 2024-11-15T17:17:52,971 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store/.initializing 2024-11-15T17:17:52,971 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/WALs/046d875b9f8f,34869,1731691071893 2024-11-15T17:17:52,972 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:17:52,974 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C34869%2C1731691071893, suffix=, logDir=hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/WALs/046d875b9f8f,34869,1731691071893, archiveDir=hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/oldWALs, maxLogs=10 2024-11-15T17:17:52,986 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/WALs/046d875b9f8f,34869,1731691071893/046d875b9f8f%2C34869%2C1731691071893.1731691072974, exclude list is [], retry=0 2024-11-15T17:17:52,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-116f8e90-2ddd-441b-9845-327fa40b2db6,DISK] 2024-11-15T17:17:52,991 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/WALs/046d875b9f8f,34869,1731691071893/046d875b9f8f%2C34869%2C1731691071893.1731691072974 2024-11-15T17:17:52,991 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35551:35551)] 2024-11-15T17:17:52,991 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:17:52,991 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:52,992 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:52,992 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:52,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:52,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:17:52,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:52,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:52,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:52,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:17:52,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:52,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:52,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:52,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:17:52,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:53,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:53,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:53,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:17:53,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:53,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:53,002 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:53,003 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:53,003 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:53,005 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:53,005 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:53,005 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:17:53,006 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:17:53,009 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:17:53,009 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71411755, jitterRate=0.06411807239055634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:17:53,009 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691072992Initializing all the Stores at 1731691072993 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691072993Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691072993Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691072993Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691072993Cleaning up temporary data from old regions at 1731691073005 (+12 ms)Region opened successfully at 1731691073009 (+4 ms) 2024-11-15T17:17:53,010 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:17:53,014 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dbc93cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:17:53,015 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:17:53,015 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:17:53,015 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:17:53,015 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:17:53,016 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:17:53,016 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:17:53,016 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:17:53,020 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:17:53,021 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Unable to get data of znode /11557707915/balancer because node does not exist (not necessarily an error) 2024-11-15T17:17:53,083 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11557707915/balancer already deleted, retry=false 2024-11-15T17:17:53,083 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:17:53,084 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Unable to get data of znode /11557707915/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:17:53,093 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11557707915/normalizer already deleted, retry=false 2024-11-15T17:17:53,093 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:17:53,094 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Unable to get data of znode /11557707915/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:17:53,104 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11557707915/switch/split already deleted, retry=false 2024-11-15T17:17:53,105 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Unable to get data of znode /11557707915/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:17:53,114 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11557707915/switch/merge already deleted, retry=false 2024-11-15T17:17:53,116 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Unable to get data of znode /11557707915/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:17:53,125 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11557707915/snapshot-cleanup already deleted, retry=false 2024-11-15T17:17:53,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11557707915/running 2024-11-15T17:17:53,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11557707915/running 2024-11-15T17:17:53,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915 2024-11-15T17:17:53,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915 2024-11-15T17:17:53,136 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,34869,1731691071893, sessionid=0x1013f80a5f70003, setting cluster-up flag (Was=false) 2024-11-15T17:17:53,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915 2024-11-15T17:17:53,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915 2024-11-15T17:17:53,188 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11557707915/flush-table-proc/acquired, /11557707915/flush-table-proc/reached, /11557707915/flush-table-proc/abort 2024-11-15T17:17:53,189 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,34869,1731691071893 2024-11-15T17:17:53,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915 2024-11-15T17:17:53,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915 2024-11-15T17:17:53,240 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11557707915/online-snapshot/acquired, /11557707915/online-snapshot/reached, /11557707915/online-snapshot/abort 2024-11-15T17:17:53,242 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,34869,1731691071893 2024-11-15T17:17:53,243 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:17:53,245 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:17:53,245 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:17:53,245 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:17:53,245 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,34869,1731691071893 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:17:53,246 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:53,247 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:53,247 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:53,247 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:17:53,247 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:17:53,247 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:53,247 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:17:53,247 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:53,249 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691103249 2024-11-15T17:17:53,249 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:17:53,249 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:17:53,249 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:17:53,249 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:17:53,249 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:17:53,249 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:17:53,249 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:17:53,249 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:17:53,250 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:53,250 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:17:53,251 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:17:53,251 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:17:53,251 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:17:53,251 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:53,251 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:17:53,251 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:17:53,251 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:17:53,252 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691073251,5,FailOnTimeoutGroup] 2024-11-15T17:17:53,252 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691073252,5,FailOnTimeoutGroup] 2024-11-15T17:17:53,252 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:53,252 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:17:53,252 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:53,252 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:53,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:17:53,263 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:17:53,263 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7 2024-11-15T17:17:53,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741832_1008 (size=32) 2024-11-15T17:17:53,338 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.HRegionServer(746): ClusterId : 24552af7-cfd6-4e2c-b0d5-d7b02f8baa9c 2024-11-15T17:17:53,338 DEBUG [RS:0;046d875b9f8f:36211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:17:53,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:17:53,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:17:53,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:17:53,368 DEBUG [RS:0;046d875b9f8f:36211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:17:53,368 DEBUG [RS:0;046d875b9f8f:36211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:17:53,457 DEBUG [RS:0;046d875b9f8f:36211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:17:53,457 DEBUG [RS:0;046d875b9f8f:36211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4582b9f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:17:53,469 DEBUG [RS:0;046d875b9f8f:36211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:36211 2024-11-15T17:17:53,469 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:17:53,469 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:17:53,469 DEBUG [RS:0;046d875b9f8f:36211 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:17:53,470 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,34869,1731691071893 with port=36211, startcode=1731691072007 2024-11-15T17:17:53,470 DEBUG [RS:0;046d875b9f8f:36211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:17:53,472 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:17:53,472 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,36211,1731691072007 2024-11-15T17:17:53,472 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34869 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,36211,1731691072007 2024-11-15T17:17:53,474 DEBUG [RS:0;046d875b9f8f:36211 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7 2024-11-15T17:17:53,474 DEBUG [RS:0;046d875b9f8f:36211 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37447 2024-11-15T17:17:53,474 DEBUG [RS:0;046d875b9f8f:36211 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:17:53,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915/rs 2024-11-15T17:17:53,564 DEBUG [RS:0;046d875b9f8f:36211 {}] zookeeper.ZKUtil(111): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Set watcher on existing znode=/11557707915/rs/046d875b9f8f,36211,1731691072007 2024-11-15T17:17:53,564 WARN [RS:0;046d875b9f8f:36211 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:17:53,564 INFO [RS:0;046d875b9f8f:36211 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:17:53,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,36211,1731691072007] 2024-11-15T17:17:53,564 DEBUG [RS:0;046d875b9f8f:36211 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/WALs/046d875b9f8f,36211,1731691072007 2024-11-15T17:17:53,568 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:17:53,570 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:17:53,571 INFO [RS:0;046d875b9f8f:36211 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:17:53,571 INFO [RS:0;046d875b9f8f:36211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:53,571 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:17:53,572 INFO [RS:0;046d875b9f8f:36211 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:17:53,572 INFO [RS:0;046d875b9f8f:36211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:53,572 DEBUG [RS:0;046d875b9f8f:36211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:53,572 DEBUG [RS:0;046d875b9f8f:36211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:53,572 DEBUG [RS:0;046d875b9f8f:36211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:53,572 DEBUG [RS:0;046d875b9f8f:36211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:53,572 DEBUG [RS:0;046d875b9f8f:36211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:53,572 DEBUG [RS:0;046d875b9f8f:36211 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:17:53,572 DEBUG [RS:0;046d875b9f8f:36211 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:53,573 DEBUG [RS:0;046d875b9f8f:36211 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:53,573 DEBUG [RS:0;046d875b9f8f:36211 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:53,573 DEBUG [RS:0;046d875b9f8f:36211 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:53,573 DEBUG [RS:0;046d875b9f8f:36211 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:53,573 DEBUG [RS:0;046d875b9f8f:36211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:17:53,573 DEBUG [RS:0;046d875b9f8f:36211 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:17:53,573 DEBUG [RS:0;046d875b9f8f:36211 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:17:53,580 INFO [RS:0;046d875b9f8f:36211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:53,580 INFO [RS:0;046d875b9f8f:36211 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:53,581 INFO [RS:0;046d875b9f8f:36211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:53,581 INFO [RS:0;046d875b9f8f:36211 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:53,581 INFO [RS:0;046d875b9f8f:36211 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:53,581 INFO [RS:0;046d875b9f8f:36211 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,36211,1731691072007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:17:53,600 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:17:53,600 INFO [RS:0;046d875b9f8f:36211 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,36211,1731691072007-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:53,601 INFO [RS:0;046d875b9f8f:36211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:53,601 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.Replication(171): 046d875b9f8f,36211,1731691072007 started 2024-11-15T17:17:53,614 INFO [RS:0;046d875b9f8f:36211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:53,614 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,36211,1731691072007, RpcServer on 046d875b9f8f/172.17.0.2:36211, sessionid=0x1013f80a5f70004 2024-11-15T17:17:53,615 DEBUG [RS:0;046d875b9f8f:36211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:17:53,615 DEBUG [RS:0;046d875b9f8f:36211 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,36211,1731691072007 2024-11-15T17:17:53,615 DEBUG [RS:0;046d875b9f8f:36211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,36211,1731691072007' 2024-11-15T17:17:53,615 DEBUG [RS:0;046d875b9f8f:36211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11557707915/flush-table-proc/abort' 2024-11-15T17:17:53,615 DEBUG [RS:0;046d875b9f8f:36211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11557707915/flush-table-proc/acquired' 2024-11-15T17:17:53,616 DEBUG [RS:0;046d875b9f8f:36211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:17:53,616 DEBUG [RS:0;046d875b9f8f:36211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:17:53,616 DEBUG [RS:0;046d875b9f8f:36211 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,36211,1731691072007 2024-11-15T17:17:53,616 DEBUG [RS:0;046d875b9f8f:36211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,36211,1731691072007' 2024-11-15T17:17:53,616 DEBUG [RS:0;046d875b9f8f:36211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11557707915/online-snapshot/abort' 2024-11-15T17:17:53,616 DEBUG [RS:0;046d875b9f8f:36211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11557707915/online-snapshot/acquired' 2024-11-15T17:17:53,616 DEBUG [RS:0;046d875b9f8f:36211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:17:53,616 INFO [RS:0;046d875b9f8f:36211 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:17:53,616 INFO [RS:0;046d875b9f8f:36211 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:17:53,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:53,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:17:53,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:17:53,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:53,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:53,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:17:53,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:17:53,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:53,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:53,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:17:53,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:17:53,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:53,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:53,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:17:53,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:17:53,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:53,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:53,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:17:53,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/data/hbase/meta/1588230740 2024-11-15T17:17:53,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/data/hbase/meta/1588230740 2024-11-15T17:17:53,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:17:53,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:17:53,690 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:17:53,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:17:53,694 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:17:53,694 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64285588, jitterRate=-0.042070090770721436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:17:53,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691073677Initializing all the Stores at 1731691073678 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691073678Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691073678Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691073678Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691073678Cleaning up temporary data from old regions at 1731691073689 (+11 ms)Region opened successfully at 1731691073694 (+5 ms) 2024-11-15T17:17:53,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:17:53,695 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:17:53,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:17:53,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:17:53,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:17:53,695 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:17:53,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691073695Disabling compacts and flushes for region at 1731691073695Disabling writes for close at 1731691073695Writing region close event to WAL at 1731691073695Closed at 1731691073695 2024-11-15T17:17:53,699 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:17:53,699 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:17:53,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:17:53,701 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:17:53,702 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:17:53,717 INFO [RS:0;046d875b9f8f:36211 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:17:53,719 INFO [RS:0;046d875b9f8f:36211 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C36211%2C1731691072007, suffix=, logDir=hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/WALs/046d875b9f8f,36211,1731691072007, archiveDir=hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/oldWALs, maxLogs=10 2024-11-15T17:17:53,734 DEBUG [RS:0;046d875b9f8f:36211 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/WALs/046d875b9f8f,36211,1731691072007/046d875b9f8f%2C36211%2C1731691072007.1731691073719, exclude list is [], retry=0 2024-11-15T17:17:53,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-116f8e90-2ddd-441b-9845-327fa40b2db6,DISK] 2024-11-15T17:17:53,740 INFO [RS:0;046d875b9f8f:36211 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/WALs/046d875b9f8f,36211,1731691072007/046d875b9f8f%2C36211%2C1731691072007.1731691073719 2024-11-15T17:17:53,741 DEBUG [RS:0;046d875b9f8f:36211 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35551:35551)] 2024-11-15T17:17:53,853 DEBUG [046d875b9f8f:34869 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:17:53,853 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,36211,1731691072007 2024-11-15T17:17:53,855 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,36211,1731691072007, state=OPENING 2024-11-15T17:17:53,872 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:17:53,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915 2024-11-15T17:17:53,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915 2024-11-15T17:17:53,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11557707915/meta-region-server: CHANGED 2024-11-15T17:17:53,883 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:17:53,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11557707915/meta-region-server: CHANGED 2024-11-15T17:17:53,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,36211,1731691072007}] 2024-11-15T17:17:54,036 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:17:54,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:17:54,041 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:17:54,041 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:17:54,041 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:17:54,043 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C36211%2C1731691072007.meta, suffix=.meta, logDir=hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/WALs/046d875b9f8f,36211,1731691072007, archiveDir=hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/oldWALs, maxLogs=10 2024-11-15T17:17:54,059 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/WALs/046d875b9f8f,36211,1731691072007/046d875b9f8f%2C36211%2C1731691072007.meta.1731691074043.meta, exclude list is [], retry=0 2024-11-15T17:17:54,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-116f8e90-2ddd-441b-9845-327fa40b2db6,DISK] 2024-11-15T17:17:54,063 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/WALs/046d875b9f8f,36211,1731691072007/046d875b9f8f%2C36211%2C1731691072007.meta.1731691074043.meta 2024-11-15T17:17:54,063 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35551:35551)] 2024-11-15T17:17:54,064 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:17:54,064 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:17:54,064 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:17:54,064 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:17:54,064 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:17:54,064 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:17:54,065 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:54,065 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:17:54,065 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:17:54,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:17:54,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:17:54,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:54,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:54,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:17:54,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:17:54,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:54,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:54,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:17:54,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:17:54,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:54,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:54,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:17:54,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:17:54,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:54,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:17:54,072 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:17:54,072 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/data/hbase/meta/1588230740 2024-11-15T17:17:54,074 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/data/hbase/meta/1588230740 2024-11-15T17:17:54,075 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:17:54,075 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:17:54,076 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:17:54,077 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:17:54,078 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66418785, jitterRate=-0.010282978415489197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:17:54,078 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:17:54,078 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691074065Writing region info on filesystem at 1731691074065Initializing all the Stores at 1731691074066 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691074066Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691074066Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691074066Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691074066Cleaning up temporary data from old regions at 1731691074075 (+9 ms)Running coprocessor post-open hooks at 1731691074078 (+3 ms)Region opened successfully at 1731691074078 2024-11-15T17:17:54,079 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691074036 2024-11-15T17:17:54,081 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:17:54,081 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:17:54,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,36211,1731691072007 2024-11-15T17:17:54,083 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,36211,1731691072007, state=OPEN 2024-11-15T17:17:54,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11557707915/meta-region-server 2024-11-15T17:17:54,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11557707915/meta-region-server 2024-11-15T17:17:54,113 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,36211,1731691072007 2024-11-15T17:17:54,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11557707915/meta-region-server: CHANGED 2024-11-15T17:17:54,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11557707915/meta-region-server: CHANGED 2024-11-15T17:17:54,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:17:54,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,36211,1731691072007 in 230 msec 2024-11-15T17:17:54,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:17:54,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-15T17:17:54,119 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:17:54,119 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:17:54,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:17:54,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,36211,1731691072007, seqNum=-1] 2024-11-15T17:17:54,121 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:17:54,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:17:54,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 887 msec 2024-11-15T17:17:54,133 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691074133, completionTime=-1 2024-11-15T17:17:54,133 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:17:54,133 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:17:54,136 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:17:54,136 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691134136 2024-11-15T17:17:54,136 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691194136 2024-11-15T17:17:54,136 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T17:17:54,136 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,34869,1731691071893-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:54,136 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,34869,1731691071893-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:54,136 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,34869,1731691071893-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:54,137 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:34869, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:54,137 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:54,137 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:54,139 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:17:54,141 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.058sec 2024-11-15T17:17:54,141 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:17:54,142 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:17:54,142 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:17:54,142 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:17:54,142 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:17:54,142 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,34869,1731691071893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:17:54,142 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,34869,1731691071893-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:17:54,144 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:17:54,144 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:17:54,144 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,34869,1731691071893-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:17:54,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd7e59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:54,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,34869,-1 for getting cluster id 2024-11-15T17:17:54,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:17:54,240 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24552af7-cfd6-4e2c-b0d5-d7b02f8baa9c' 2024-11-15T17:17:54,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:17:54,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24552af7-cfd6-4e2c-b0d5-d7b02f8baa9c" 2024-11-15T17:17:54,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d0eb87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:54,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,34869,-1] 2024-11-15T17:17:54,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:17:54,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:54,243 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:17:54,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:54,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:17:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,36211,1731691072007, seqNum=-1] 2024-11-15T17:17:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:17:54,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:17:54,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,34869,1731691071893 2024-11-15T17:17:54,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62709 2024-11-15T17:17:54,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:17:54,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013f80a5f70005 connected 2024-11-15T17:17:54,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a15bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:54,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,34139,-1 for getting cluster id 2024-11-15T17:17:54,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:17:54,289 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66cae56a-b70a-49ba-bea6-34d8a297e3ef' 2024-11-15T17:17:54,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:17:54,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66cae56a-b70a-49ba-bea6-34d8a297e3ef" 2024-11-15T17:17:54,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39127fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:54,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,34139,-1] 2024-11-15T17:17:54,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:17:54,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:54,291 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:17:54,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690ff315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:54,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:17:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,34139,1731691065823 2024-11-15T17:17:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d8451a8 2024-11-15T17:17:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:17:54,295 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:17:54,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://046d875b9f8f:34869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T17:17:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:17:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:17:54,299 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:34869' 2024-11-15T17:17:54,300 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5987dbde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:54,300 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,34869,-1 for getting cluster id 2024-11-15T17:17:54,300 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:17:54,301 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24552af7-cfd6-4e2c-b0d5-d7b02f8baa9c' 2024-11-15T17:17:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:17:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24552af7-cfd6-4e2c-b0d5-d7b02f8baa9c" 2024-11-15T17:17:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0f8474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,34869,-1] 2024-11-15T17:17:54,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:17:54,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:54,302 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:17:54,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c76d0e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:54,303 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:17:54,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,34869,1731691071893 2024-11-15T17:17:54,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39475ff3 2024-11-15T17:17:54,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:17:54,305 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:17:54,306 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T17:17:54,306 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:17:54,306 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:54,307 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:54,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:17:54,307 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:17:54,309 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T17:17:54,310 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:17:54,310 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:54,312 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:17:54,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741835_1011 (size=1138) 2024-11-15T17:17:54,359 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T17:17:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:17:54,456 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T17:17:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:17:54,720 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f4abe3251606f1267f14e9832874f17, NAME => 'hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889 2024-11-15T17:17:54,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741836_1012 (size=44) 2024-11-15T17:17:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:17:55,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:55,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3f4abe3251606f1267f14e9832874f17, disabling compactions & flushes 2024-11-15T17:17:55,126 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17. 2024-11-15T17:17:55,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17. 2024-11-15T17:17:55,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17. after waiting 0 ms 2024-11-15T17:17:55,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17. 2024-11-15T17:17:55,127 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17. 2024-11-15T17:17:55,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f4abe3251606f1267f14e9832874f17: Waiting for close lock at 1731691075126Disabling compacts and flushes for region at 1731691075126Disabling writes for close at 1731691075127 (+1 ms)Writing region close event to WAL at 1731691075127Closed at 1731691075127 2024-11-15T17:17:55,129 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:17:55,129 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731691075129"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691075129"}]},"ts":"1731691075129"} 2024-11-15T17:17:55,131 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:17:55,132 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:17:55,133 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691075132"}]},"ts":"1731691075132"} 2024-11-15T17:17:55,135 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T17:17:55,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f4abe3251606f1267f14e9832874f17, ASSIGN}] 2024-11-15T17:17:55,136 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f4abe3251606f1267f14e9832874f17, ASSIGN 2024-11-15T17:17:55,137 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3f4abe3251606f1267f14e9832874f17, ASSIGN; state=OFFLINE, location=046d875b9f8f,40447,1731691066062; forceNewPlan=false, retain=false 2024-11-15T17:17:55,288 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3f4abe3251606f1267f14e9832874f17, regionState=OPENING, regionLocation=046d875b9f8f,40447,1731691066062 2024-11-15T17:17:55,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3f4abe3251606f1267f14e9832874f17, ASSIGN because future has completed 2024-11-15T17:17:55,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f4abe3251606f1267f14e9832874f17, server=046d875b9f8f,40447,1731691066062}] 2024-11-15T17:17:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:17:55,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17. 2024-11-15T17:17:55,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:17:55,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T17:17:55,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C40447%2C1731691066062.rep, suffix=, logDir=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062, archiveDir=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/oldWALs, maxLogs=10 2024-11-15T17:17:55,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062/046d875b9f8f%2C40447%2C1731691066062.rep.1731691075449, exclude list is [], retry=0 2024-11-15T17:17:55,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35247,DS-bb3cbc12-88c0-4810-9674-d2c1f3f74dfb,DISK] 2024-11-15T17:17:55,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062/046d875b9f8f%2C40447%2C1731691066062.rep.1731691075449 2024-11-15T17:17:55,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40993:40993)] 2024-11-15T17:17:55,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f4abe3251606f1267f14e9832874f17, NAME => 'hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:17:55,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:17:55,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:17:55,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17. service=MultiRowMutationService 2024-11-15T17:17:55,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T17:17:55,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3f4abe3251606f1267f14e9832874f17 2024-11-15T17:17:55,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:17:55,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3f4abe3251606f1267f14e9832874f17 2024-11-15T17:17:55,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3f4abe3251606f1267f14e9832874f17 2024-11-15T17:17:55,471 INFO [StoreOpener-3f4abe3251606f1267f14e9832874f17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3f4abe3251606f1267f14e9832874f17 2024-11-15T17:17:55,472 INFO [StoreOpener-3f4abe3251606f1267f14e9832874f17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4abe3251606f1267f14e9832874f17 columnFamilyName hfileref 2024-11-15T17:17:55,472 DEBUG [StoreOpener-3f4abe3251606f1267f14e9832874f17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:55,473 INFO [StoreOpener-3f4abe3251606f1267f14e9832874f17-1 {}] regionserver.HStore(327): Store=3f4abe3251606f1267f14e9832874f17/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:55,473 INFO [StoreOpener-3f4abe3251606f1267f14e9832874f17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3f4abe3251606f1267f14e9832874f17 2024-11-15T17:17:55,475 INFO [StoreOpener-3f4abe3251606f1267f14e9832874f17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4abe3251606f1267f14e9832874f17 columnFamilyName queue 2024-11-15T17:17:55,475 DEBUG [StoreOpener-3f4abe3251606f1267f14e9832874f17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:55,475 INFO [StoreOpener-3f4abe3251606f1267f14e9832874f17-1 {}] regionserver.HStore(327): Store=3f4abe3251606f1267f14e9832874f17/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:55,476 INFO [StoreOpener-3f4abe3251606f1267f14e9832874f17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3f4abe3251606f1267f14e9832874f17 2024-11-15T17:17:55,477 INFO [StoreOpener-3f4abe3251606f1267f14e9832874f17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4abe3251606f1267f14e9832874f17 columnFamilyName sid 2024-11-15T17:17:55,477 DEBUG [StoreOpener-3f4abe3251606f1267f14e9832874f17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:17:55,478 INFO [StoreOpener-3f4abe3251606f1267f14e9832874f17-1 {}] regionserver.HStore(327): Store=3f4abe3251606f1267f14e9832874f17/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:17:55,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3f4abe3251606f1267f14e9832874f17 2024-11-15T17:17:55,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/replication/3f4abe3251606f1267f14e9832874f17 2024-11-15T17:17:55,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/replication/3f4abe3251606f1267f14e9832874f17 2024-11-15T17:17:55,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3f4abe3251606f1267f14e9832874f17 2024-11-15T17:17:55,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3f4abe3251606f1267f14e9832874f17 2024-11-15T17:17:55,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:17:55,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3f4abe3251606f1267f14e9832874f17 2024-11-15T17:17:55,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/replication/3f4abe3251606f1267f14e9832874f17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:17:55,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3f4abe3251606f1267f14e9832874f17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74308140, jitterRate=0.10727757215499878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:17:55,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f4abe3251606f1267f14e9832874f17 2024-11-15T17:17:55,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3f4abe3251606f1267f14e9832874f17: Running coprocessor pre-open hook at 1731691075469Writing region info on filesystem at 1731691075469Initializing all the Stores at 1731691075470 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691075470Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691075470Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691075471 (+1 ms)Cleaning up temporary data from old regions at 1731691075480 (+9 ms)Running coprocessor post-open hooks at 1731691075485 (+5 ms)Region opened successfully at 1731691075485 2024-11-15T17:17:55,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17., pid=7, masterSystemTime=1731691075443 2024-11-15T17:17:55,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17. 2024-11-15T17:17:55,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17. 2024-11-15T17:17:55,489 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3f4abe3251606f1267f14e9832874f17, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,40447,1731691066062 2024-11-15T17:17:55,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f4abe3251606f1267f14e9832874f17, server=046d875b9f8f,40447,1731691066062 because future has completed 2024-11-15T17:17:55,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T17:17:55,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f4abe3251606f1267f14e9832874f17, server=046d875b9f8f,40447,1731691066062 in 203 msec 2024-11-15T17:17:55,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:17:55,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f4abe3251606f1267f14e9832874f17, ASSIGN in 361 msec 2024-11-15T17:17:55,500 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:17:55,500 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691075500"}]},"ts":"1731691075500"} 2024-11-15T17:17:55,502 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T17:17:55,504 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:17:55,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-11-15T17:17:55,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17., hostname=046d875b9f8f,40447,1731691066062, seqNum=2] 2024-11-15T17:17:55,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114 2024-11-15T17:17:55,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114 2024-11-15T17:17:55,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:17:55,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T17:17:55,796 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T17:17:55,827 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-046d875b9f8f,40447,1731691066062, ReplicationSource: 1, currentBandwidth=0 2024-11-15T17:17:55,827 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:17:55,827 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,40447,1731691066062, seqNum=-1] 2024-11-15T17:17:55,828 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:17:55,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-15T17:17:55,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-046d875b9f8f,40447,1731691066062', locateType=CURRENT is [region=hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17., hostname=046d875b9f8f,40447,1731691066062, seqNum=2] 2024-11-15T17:17:55,835 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T17:17:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T17:17:55,839 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 046d875b9f8f,40447,1731691066062 suceeded 2024-11-15T17:17:55,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T17:17:55,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-15T17:17:55,841 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://046d875b9f8f:34869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:17:55,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5450 sec 2024-11-15T17:17:55,853 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:34869' 2024-11-15T17:17:55,855 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d455fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:55,855 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,34869,-1 for getting cluster id 2024-11-15T17:17:55,855 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:17:55,856 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24552af7-cfd6-4e2c-b0d5-d7b02f8baa9c' 2024-11-15T17:17:55,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:17:55,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24552af7-cfd6-4e2c-b0d5-d7b02f8baa9c" 2024-11-15T17:17:55,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c459366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:55,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,34869,-1] 2024-11-15T17:17:55,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:17:55,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:55,858 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:17:55,858 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28fb746b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:17:55,858 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:17:55,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,34869,1731691071893 2024-11-15T17:17:55,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2be56e60 2024-11-15T17:17:55,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:17:55,860 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-15T17:17:55,861 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-046d875b9f8f,40447,1731691066062 (queues=1) is replicating from cluster=66cae56a-b70a-49ba-bea6-34d8a297e3ef to cluster=24552af7-cfd6-4e2c-b0d5-d7b02f8baa9c 2024-11-15T17:17:55,861 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=046d875b9f8f%2C40447%2C1731691066062 2024-11-15T17:17:55,861 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-046d875b9f8f,40447,1731691066062, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:17:55,862 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062.replicationSource.shipper046d875b9f8f%2C40447%2C1731691066062,1-046d875b9f8f,40447,1731691066062 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C40447%2C1731691066062 2024-11-15T17:17:55,862 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062.replicationSource.wal-reader.046d875b9f8f%2C40447%2C1731691066062,1-046d875b9f8f,40447,1731691066062 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062/046d875b9f8f%2C40447%2C1731691066062.1731691068606, startPosition=0, beingWritten=true 2024-11-15T17:17:56,068 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062.replicationSource.wal-reader.046d875b9f8f%2C40447%2C1731691066062,1-046d875b9f8f,40447,1731691066062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062/046d875b9f8f%2C40447%2C1731691066062.1731691068606 to pos 0, reset compression=false 2024-11-15T17:17:56,373 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062.replicationSource.wal-reader.046d875b9f8f%2C40447%2C1731691066062,1-046d875b9f8f,40447,1731691066062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062/046d875b9f8f%2C40447%2C1731691066062.1731691068606 to pos 0, reset compression=false 2024-11-15T17:17:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:17:56,443 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T17:17:56,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:17:56,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:56,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:56,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:56,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:17:56,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:17:56,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,34139,1731691065823 2024-11-15T17:17:56,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f504e90 2024-11-15T17:17:56,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:17:56,446 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:17:56,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34139 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T17:17:56,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:17:56,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:17:56,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:56,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:56,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:56,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:17:56,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:17:56,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=174242258, stopped=false 2024-11-15T17:17:56,447 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,34869,1731691071893 2024-11-15T17:17:56,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11557707915/running 2024-11-15T17:17:56,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11557707915/running 2024-11-15T17:17:56,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915 2024-11-15T17:17:56,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915 2024-11-15T17:17:56,460 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:17:56,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:17:56,460 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:56,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:56,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Set watcher on znode that does not yet exist, /11557707915/running 2024-11-15T17:17:56,460 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,36211,1731691072007' ***** 2024-11-15T17:17:56,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Set watcher on znode that does not yet exist, /11557707915/running 2024-11-15T17:17:56,460 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:17:56,461 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:17:56,461 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:17:56,461 INFO [RS:0;046d875b9f8f:36211 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:17:56,461 INFO [RS:0;046d875b9f8f:36211 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:17:56,461 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,36211,1731691072007 2024-11-15T17:17:56,461 INFO [RS:0;046d875b9f8f:36211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:17:56,461 INFO [RS:0;046d875b9f8f:36211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:36211. 2024-11-15T17:17:56,461 DEBUG [RS:0;046d875b9f8f:36211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:56,461 DEBUG [RS:0;046d875b9f8f:36211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:56,461 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:17:56,461 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:17:56,461 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:17:56,461 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:17:56,461 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T17:17:56,461 DEBUG [RS:0;046d875b9f8f:36211 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T17:17:56,461 DEBUG [RS:0;046d875b9f8f:36211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:17:56,462 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:17:56,462 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:17:56,462 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:17:56,462 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:17:56,462 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:17:56,462 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T17:17:56,477 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/data/hbase/meta/1588230740/.tmp/ns/c25b2a51a59b414fa5e0237eaee5b404 is 43, key is default/ns:d/1731691074123/Put/seqid=0 2024-11-15T17:17:56,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741835_1011 (size=5153) 2024-11-15T17:17:56,487 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:17:56,606 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:17:56,606 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:17:56,662 DEBUG [RS:0;046d875b9f8f:36211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:17:56,778 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062.replicationSource.wal-reader.046d875b9f8f%2C40447%2C1731691066062,1-046d875b9f8f,40447,1731691066062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062/046d875b9f8f%2C40447%2C1731691066062.1731691068606 to pos 0, reset compression=false 2024-11-15T17:17:56,862 DEBUG [RS:0;046d875b9f8f:36211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:17:56,882 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/data/hbase/meta/1588230740/.tmp/ns/c25b2a51a59b414fa5e0237eaee5b404 2024-11-15T17:17:56,888 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/data/hbase/meta/1588230740/.tmp/ns/c25b2a51a59b414fa5e0237eaee5b404 as hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/data/hbase/meta/1588230740/ns/c25b2a51a59b414fa5e0237eaee5b404 2024-11-15T17:17:56,895 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/data/hbase/meta/1588230740/ns/c25b2a51a59b414fa5e0237eaee5b404, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T17:17:56,896 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-11-15T17:17:56,900 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T17:17:56,901 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:17:56,901 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:17:56,901 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:17:56,901 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691076461Running coprocessor pre-close hooks at 1731691076461Disabling compacts and flushes for region at 1731691076461Disabling writes for close at 1731691076462 (+1 ms)Obtaining lock to block concurrent updates at 1731691076462Preparing flush snapshotting stores in 1588230740 at 1731691076462Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731691076462Flushing stores of hbase:meta,,1.1588230740 at 1731691076463 (+1 ms)Flushing 1588230740/ns: creating writer at 1731691076463Flushing 1588230740/ns: appending metadata at 1731691076476 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731691076476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c8055e: reopening flushed file at 1731691076887 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1731691076896 (+9 ms)Writing region close event to WAL at 1731691076896Running coprocessor post-close hooks at 1731691076901 (+5 ms)Closed at 1731691076901 2024-11-15T17:17:56,901 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:17:57,062 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,36211,1731691072007; all regions closed. 2024-11-15T17:17:57,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741834_1010 (size=1152) 2024-11-15T17:17:57,065 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/WALs/046d875b9f8f,36211,1731691072007/046d875b9f8f%2C36211%2C1731691072007.meta.1731691074043.meta not finished, retry = 0 2024-11-15T17:17:57,168 DEBUG [RS:0;046d875b9f8f:36211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/oldWALs 2024-11-15T17:17:57,168 INFO [RS:0;046d875b9f8f:36211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C36211%2C1731691072007.meta:.meta(num 1731691074043) 2024-11-15T17:17:57,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741833_1009 (size=93) 2024-11-15T17:17:57,170 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/WALs/046d875b9f8f,36211,1731691072007/046d875b9f8f%2C36211%2C1731691072007.1731691073719 not finished, retry = 0 2024-11-15T17:17:57,273 DEBUG [RS:0;046d875b9f8f:36211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/oldWALs 2024-11-15T17:17:57,273 INFO [RS:0;046d875b9f8f:36211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C36211%2C1731691072007:(num 1731691073719) 2024-11-15T17:17:57,273 DEBUG [RS:0;046d875b9f8f:36211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:57,273 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:17:57,273 INFO [RS:0;046d875b9f8f:36211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:17:57,273 INFO [RS:0;046d875b9f8f:36211 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T17:17:57,273 INFO [RS:0;046d875b9f8f:36211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:17:57,273 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:17:57,273 INFO [RS:0;046d875b9f8f:36211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36211 2024-11-15T17:17:57,283 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062.replicationSource.wal-reader.046d875b9f8f%2C40447%2C1731691066062,1-046d875b9f8f,40447,1731691066062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062/046d875b9f8f%2C40447%2C1731691066062.1731691068606 to pos 0, reset compression=false 2024-11-15T17:17:57,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11557707915/rs/046d875b9f8f,36211,1731691072007 2024-11-15T17:17:57,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915/rs 2024-11-15T17:17:57,314 INFO [RS:0;046d875b9f8f:36211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:17:57,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,36211,1731691072007] 2024-11-15T17:17:57,335 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11557707915/draining/046d875b9f8f,36211,1731691072007 already deleted, retry=false 2024-11-15T17:17:57,335 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,36211,1731691072007 expired; onlineServers=0 2024-11-15T17:17:57,335 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,34869,1731691071893' ***** 2024-11-15T17:17:57,335 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:17:57,335 INFO [M:0;046d875b9f8f:34869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:17:57,335 INFO [M:0;046d875b9f8f:34869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:17:57,335 DEBUG [M:0;046d875b9f8f:34869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:17:57,335 DEBUG [M:0;046d875b9f8f:34869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:17:57,335 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:17:57,335 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691073252 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691073252,5,FailOnTimeoutGroup] 2024-11-15T17:17:57,335 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691073251 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691073251,5,FailOnTimeoutGroup] 2024-11-15T17:17:57,336 INFO [M:0;046d875b9f8f:34869 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:17:57,336 INFO [M:0;046d875b9f8f:34869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:17:57,336 DEBUG [M:0;046d875b9f8f:34869 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:17:57,336 INFO [M:0;046d875b9f8f:34869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:17:57,336 INFO [M:0;046d875b9f8f:34869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:17:57,336 INFO [M:0;046d875b9f8f:34869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:17:57,336 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:17:57,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11557707915/master 2024-11-15T17:17:57,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11557707915 2024-11-15T17:17:57,346 DEBUG [M:0;046d875b9f8f:34869 {}] zookeeper.ZKUtil(347): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Unable to get data of znode /11557707915/master because node does not exist (not an error) 2024-11-15T17:17:57,346 WARN [M:0;046d875b9f8f:34869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:17:57,346 INFO [M:0;046d875b9f8f:34869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/.lastflushedseqids 2024-11-15T17:17:57,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741836_1012 (size=99) 2024-11-15T17:17:57,425 INFO [RS:0;046d875b9f8f:36211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:17:57,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:17:57,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36211-0x1013f80a5f70004, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:17:57,425 INFO [RS:0;046d875b9f8f:36211 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,36211,1731691072007; zookeeper connection closed. 2024-11-15T17:17:57,425 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53839724 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53839724 2024-11-15T17:17:57,425 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:17:57,753 INFO [M:0;046d875b9f8f:34869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:17:57,753 INFO [M:0;046d875b9f8f:34869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:17:57,754 DEBUG [M:0;046d875b9f8f:34869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:17:57,754 INFO [M:0;046d875b9f8f:34869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:57,754 DEBUG [M:0;046d875b9f8f:34869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:57,754 DEBUG [M:0;046d875b9f8f:34869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:17:57,754 DEBUG [M:0;046d875b9f8f:34869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:57,754 INFO [M:0;046d875b9f8f:34869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T17:17:57,770 DEBUG [M:0;046d875b9f8f:34869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/447b0ba730ad4254a17022fef03462d9 is 82, key is hbase:meta,,1/info:regioninfo/1731691074082/Put/seqid=0 2024-11-15T17:17:57,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741837_1013 (size=5672) 2024-11-15T17:17:57,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:17:57,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T17:17:57,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T17:17:57,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T17:17:57,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:17:57,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T17:17:57,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:17:57,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T17:17:57,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T17:17:57,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T17:17:57,888 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062.replicationSource.wal-reader.046d875b9f8f%2C40447%2C1731691066062,1-046d875b9f8f,40447,1731691066062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062/046d875b9f8f%2C40447%2C1731691066062.1731691068606 to pos 0, reset compression=false 2024-11-15T17:17:58,175 INFO [M:0;046d875b9f8f:34869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/447b0ba730ad4254a17022fef03462d9 2024-11-15T17:17:58,194 DEBUG [M:0;046d875b9f8f:34869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10cda6ee0d84425b8262e86479d77442 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731691074132/Put/seqid=0 2024-11-15T17:17:58,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741838_1014 (size=5275) 2024-11-15T17:17:58,199 INFO [M:0;046d875b9f8f:34869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10cda6ee0d84425b8262e86479d77442 2024-11-15T17:17:58,218 DEBUG [M:0;046d875b9f8f:34869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/967e7fc2b01b402aaeccafae294fd452 is 69, key is 046d875b9f8f,36211,1731691072007/rs:state/1731691073472/Put/seqid=0 2024-11-15T17:17:58,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741839_1015 (size=5156) 2024-11-15T17:17:58,594 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062.replicationSource.wal-reader.046d875b9f8f%2C40447%2C1731691066062,1-046d875b9f8f,40447,1731691066062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062/046d875b9f8f%2C40447%2C1731691066062.1731691068606 to pos 0, reset compression=false 2024-11-15T17:17:58,623 INFO [M:0;046d875b9f8f:34869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/967e7fc2b01b402aaeccafae294fd452 2024-11-15T17:17:58,629 DEBUG [M:0;046d875b9f8f:34869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/447b0ba730ad4254a17022fef03462d9 as hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/447b0ba730ad4254a17022fef03462d9 2024-11-15T17:17:58,634 INFO [M:0;046d875b9f8f:34869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/447b0ba730ad4254a17022fef03462d9, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T17:17:58,635 DEBUG [M:0;046d875b9f8f:34869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10cda6ee0d84425b8262e86479d77442 as hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10cda6ee0d84425b8262e86479d77442 2024-11-15T17:17:58,641 INFO [M:0;046d875b9f8f:34869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10cda6ee0d84425b8262e86479d77442, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T17:17:58,642 DEBUG [M:0;046d875b9f8f:34869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/967e7fc2b01b402aaeccafae294fd452 as hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/967e7fc2b01b402aaeccafae294fd452 2024-11-15T17:17:58,647 INFO [M:0;046d875b9f8f:34869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37447/user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/967e7fc2b01b402aaeccafae294fd452, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T17:17:58,648 INFO [M:0;046d875b9f8f:34869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=28, compaction requested=false 2024-11-15T17:17:58,649 INFO [M:0;046d875b9f8f:34869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:17:58,649 DEBUG [M:0;046d875b9f8f:34869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691077754Disabling compacts and flushes for region at 1731691077754Disabling writes for close at 1731691077754Obtaining lock to block concurrent updates at 1731691077754Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691077754Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731691077754Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691077755 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691077755Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691077769 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691077769Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691078180 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691078194 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691078194Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691078204 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691078218 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691078218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9a164f: reopening flushed file at 1731691078628 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@689dcd94: reopening flushed file at 1731691078634 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a1bbb21: reopening flushed file at 1731691078641 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=28, compaction requested=false at 1731691078648 (+7 ms)Writing region close event to WAL at 1731691078649 (+1 ms)Closed at 1731691078649 2024-11-15T17:17:58,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741830_1006 (size=10165) 2024-11-15T17:17:58,652 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e71ac714-cc0d-ca7a-d0c6-e31907ebdde7/MasterData/WALs/046d875b9f8f,34869,1731691071893/046d875b9f8f%2C34869%2C1731691071893.1731691072974 not finished, retry = 0 2024-11-15T17:17:58,753 INFO [M:0;046d875b9f8f:34869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:17:58,753 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:17:58,753 INFO [M:0;046d875b9f8f:34869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34869 2024-11-15T17:17:58,753 INFO [M:0;046d875b9f8f:34869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:17:58,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:17:58,898 INFO [M:0;046d875b9f8f:34869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:17:58,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34869-0x1013f80a5f70003, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:17:58,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25355706{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:17:58,901 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42690e4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:17:58,901 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:17:58,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ceb2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:17:58,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e28569b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/hadoop.log.dir/,STOPPED} 2024-11-15T17:17:58,902 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:17:58,902 WARN [BP-585687669-172.17.0.2-1731691069870 heartbeating to localhost/127.0.0.1:37447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:17:58,902 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:17:58,902 WARN [BP-585687669-172.17.0.2-1731691069870 heartbeating to localhost/127.0.0.1:37447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-585687669-172.17.0.2-1731691069870 (Datanode Uuid 9641de20-cce1-4182-9e61-7a23d04dd5af) service to localhost/127.0.0.1:37447 2024-11-15T17:17:58,903 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/cluster_2733d0da-3628-3797-2649-ae0430ba2ad0/data/data1/current/BP-585687669-172.17.0.2-1731691069870 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:17:58,903 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/cluster_2733d0da-3628-3797-2649-ae0430ba2ad0/data/data2/current/BP-585687669-172.17.0.2-1731691069870 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:17:58,903 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:17:58,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d817f80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:17:58,909 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13605576{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:17:58,909 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:17:58,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9e52a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:17:58,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c9883e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/hadoop.log.dir/,STOPPED} 2024-11-15T17:17:58,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:17:58,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:17:58,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:17:58,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:58,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:58,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:58,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:17:58,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:17:58,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1233680607, stopped=false 2024-11-15T17:17:58,925 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,34139,1731691065823 2024-11-15T17:17:59,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-345560114/running 2024-11-15T17:17:59,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-345560114/running 2024-11-15T17:17:59,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114 2024-11-15T17:17:59,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114 2024-11-15T17:17:59,035 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:17:59,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:17:59,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:59,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:59,035 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,40447,1731691066062' ***** 2024-11-15T17:17:59,035 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:17:59,036 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:17:59,036 INFO [RS:0;046d875b9f8f:40447 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:17:59,036 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:17:59,036 INFO [RS:0;046d875b9f8f:40447 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:17:59,036 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f4abe3251606f1267f14e9832874f17 2024-11-15T17:17:59,036 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,40447,1731691066062 2024-11-15T17:17:59,036 INFO [RS:0;046d875b9f8f:40447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:17:59,037 INFO [RS:0;046d875b9f8f:40447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:40447. 2024-11-15T17:17:59,037 DEBUG [RS:0;046d875b9f8f:40447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:17:59,037 DEBUG [RS:0;046d875b9f8f:40447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:17:59,037 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:17:59,037 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:17:59,037 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:17:59,037 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:17:59,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Set watcher on znode that does not yet exist, /0-345560114/running 2024-11-15T17:17:59,038 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f4abe3251606f1267f14e9832874f17, disabling compactions & flushes 2024-11-15T17:17:59,038 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17. 2024-11-15T17:17:59,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Set watcher on znode that does not yet exist, /0-345560114/running 2024-11-15T17:17:59,038 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17. 2024-11-15T17:17:59,038 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17. after waiting 0 ms 2024-11-15T17:17:59,038 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T17:17:59,038 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17. 2024-11-15T17:17:59,038 DEBUG [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3f4abe3251606f1267f14e9832874f17=hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17.} 2024-11-15T17:17:59,038 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3f4abe3251606f1267f14e9832874f17 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-15T17:17:59,038 DEBUG [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f4abe3251606f1267f14e9832874f17 2024-11-15T17:17:59,038 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:17:59,038 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:17:59,038 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:17:59,038 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:17:59,038 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:17:59,039 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T17:17:59,056 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740/.tmp/info/708e1bfceab64bc6ad56b8f4cf0fbc2c is 147, key is hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17./info:regioninfo/1731691075489/Put/seqid=0 2024-11-15T17:17:59,062 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/replication/3f4abe3251606f1267f14e9832874f17/.tmp/queue/21b19c7e4c5c4e2281cc487cd70e863c is 151, key is 1-046d875b9f8f,40447,1731691066062/queue:046d875b9f8f%2C40447%2C1731691066062/1731691075834/Put/seqid=0 2024-11-15T17:17:59,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741838_1014 (size=6631) 2024-11-15T17:17:59,071 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:17:59,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741839_1015 (size=5350) 2024-11-15T17:17:59,238 DEBUG [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f4abe3251606f1267f14e9832874f17 2024-11-15T17:17:59,398 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062.replicationSource.wal-reader.046d875b9f8f%2C40447%2C1731691066062,1-046d875b9f8f,40447,1731691066062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062/046d875b9f8f%2C40447%2C1731691066062.1731691068606 to pos 0, reset compression=false 2024-11-15T17:17:59,438 DEBUG [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f4abe3251606f1267f14e9832874f17 2024-11-15T17:17:59,462 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:17:59,463 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:17:59,471 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740/.tmp/info/708e1bfceab64bc6ad56b8f4cf0fbc2c 2024-11-15T17:17:59,474 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/replication/3f4abe3251606f1267f14e9832874f17/.tmp/queue/21b19c7e4c5c4e2281cc487cd70e863c 2024-11-15T17:17:59,481 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/replication/3f4abe3251606f1267f14e9832874f17/.tmp/queue/21b19c7e4c5c4e2281cc487cd70e863c as hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/replication/3f4abe3251606f1267f14e9832874f17/queue/21b19c7e4c5c4e2281cc487cd70e863c 2024-11-15T17:17:59,487 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/replication/3f4abe3251606f1267f14e9832874f17/queue/21b19c7e4c5c4e2281cc487cd70e863c, entries=1, sequenceid=5, filesize=5.2 K 2024-11-15T17:17:59,489 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3f4abe3251606f1267f14e9832874f17 in 450ms, sequenceid=5, compaction requested=false 2024-11-15T17:17:59,489 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T17:17:59,492 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740/.tmp/ns/93e3b46cdfeb459b9141c8f8639bcc45 is 43, key is default/ns:d/1731691069725/Put/seqid=0 2024-11-15T17:17:59,494 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/replication/3f4abe3251606f1267f14e9832874f17/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T17:17:59,495 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:17:59,495 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:17:59,495 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17. 2024-11-15T17:17:59,495 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f4abe3251606f1267f14e9832874f17: Waiting for close lock at 1731691079037Running coprocessor pre-close hooks at 1731691079037Disabling compacts and flushes for region at 1731691079038 (+1 ms)Disabling writes for close at 1731691079038Obtaining lock to block concurrent updates at 1731691079038Preparing flush snapshotting stores in 3f4abe3251606f1267f14e9832874f17 at 1731691079038Finished memstore snapshotting hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731691079038Flushing stores of hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17. at 1731691079039 (+1 ms)Flushing 3f4abe3251606f1267f14e9832874f17/queue: creating writer at 1731691079040 (+1 ms)Flushing 3f4abe3251606f1267f14e9832874f17/queue: appending metadata at 1731691079061 (+21 ms)Flushing 3f4abe3251606f1267f14e9832874f17/queue: closing flushed file at 1731691079061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c4889ca: reopening flushed file at 1731691079480 (+419 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3f4abe3251606f1267f14e9832874f17 in 450ms, sequenceid=5, compaction requested=false at 1731691079489 (+9 ms)Writing region close event to WAL at 1731691079490 (+1 ms)Running coprocessor post-close hooks at 1731691079495 (+5 ms)Closed at 1731691079495 2024-11-15T17:17:59,495 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731691074307.3f4abe3251606f1267f14e9832874f17. 2024-11-15T17:17:59,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741840_1016 (size=5153) 2024-11-15T17:17:59,566 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:17:59,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:17:59,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:17:59,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:17:59,639 DEBUG [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:17:59,839 DEBUG [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:17:59,898 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740/.tmp/ns/93e3b46cdfeb459b9141c8f8639bcc45 2024-11-15T17:17:59,917 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740/.tmp/table/0b7314fe1f7947ba863eee0ef530c9f2 is 53, key is hbase:replication/table:state/1731691075500/Put/seqid=0 2024-11-15T17:17:59,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741841_1017 (size=5256) 2024-11-15T17:18:00,039 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T17:18:00,039 DEBUG [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T17:18:00,039 DEBUG [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:18:00,239 DEBUG [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:18:00,303 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062.replicationSource.wal-reader.046d875b9f8f%2C40447%2C1731691066062,1-046d875b9f8f,40447,1731691066062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062/046d875b9f8f%2C40447%2C1731691066062.1731691068606 to pos 0, reset compression=false 2024-11-15T17:18:00,321 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740/.tmp/table/0b7314fe1f7947ba863eee0ef530c9f2 2024-11-15T17:18:00,328 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740/.tmp/info/708e1bfceab64bc6ad56b8f4cf0fbc2c as hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740/info/708e1bfceab64bc6ad56b8f4cf0fbc2c 2024-11-15T17:18:00,333 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740/info/708e1bfceab64bc6ad56b8f4cf0fbc2c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T17:18:00,334 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740/.tmp/ns/93e3b46cdfeb459b9141c8f8639bcc45 as hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740/ns/93e3b46cdfeb459b9141c8f8639bcc45 2024-11-15T17:18:00,340 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740/ns/93e3b46cdfeb459b9141c8f8639bcc45, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T17:18:00,341 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740/.tmp/table/0b7314fe1f7947ba863eee0ef530c9f2 as hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740/table/0b7314fe1f7947ba863eee0ef530c9f2 2024-11-15T17:18:00,347 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740/table/0b7314fe1f7947ba863eee0ef530c9f2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T17:18:00,348 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=11, compaction requested=false 2024-11-15T17:18:00,352 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T17:18:00,353 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:18:00,353 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:18:00,353 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:18:00,353 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691079038Running coprocessor pre-close hooks at 1731691079038Disabling compacts and flushes for region at 1731691079038Disabling writes for close at 1731691079038Obtaining lock to block concurrent updates at 1731691079039 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731691079039Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731691079039Flushing stores of hbase:meta,,1.1588230740 at 1731691079040 (+1 ms)Flushing 1588230740/info: creating writer at 1731691079040Flushing 1588230740/info: appending metadata at 1731691079056 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731691079056Flushing 1588230740/ns: creating writer at 1731691079477 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731691079492 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731691079492Flushing 1588230740/table: creating writer at 1731691079903 (+411 ms)Flushing 1588230740/table: appending metadata at 1731691079916 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731691079916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35400c61: reopening flushed file at 1731691080327 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d5e973: reopening flushed file at 1731691080333 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@115448a0: reopening flushed file at 1731691080340 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=11, compaction requested=false at 1731691080348 (+8 ms)Writing region close event to WAL at 1731691080349 (+1 ms)Running coprocessor post-close hooks at 1731691080353 (+4 ms)Closed at 1731691080353 2024-11-15T17:18:00,353 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:18:00,439 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,40447,1731691066062; all regions closed. 2024-11-15T17:18:00,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741834_1010 (size=2742) 2024-11-15T17:18:00,442 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/WALs/046d875b9f8f,40447,1731691066062/046d875b9f8f%2C40447%2C1731691066062.meta.1731691069592.meta not finished, retry = 0 2024-11-15T17:18:00,544 DEBUG [RS:0;046d875b9f8f:40447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/oldWALs 2024-11-15T17:18:00,544 INFO [RS:0;046d875b9f8f:40447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C40447%2C1731691066062.meta:.meta(num 1731691069592) 2024-11-15T17:18:00,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741837_1013 (size=1586) 2024-11-15T17:18:00,549 DEBUG [RS:0;046d875b9f8f:40447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/oldWALs 2024-11-15T17:18:00,549 INFO [RS:0;046d875b9f8f:40447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C40447%2C1731691066062.rep:(num 1731691075449) 2024-11-15T17:18:00,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741832_1008 (size=93) 2024-11-15T17:18:00,553 DEBUG [RS:0;046d875b9f8f:40447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/oldWALs 2024-11-15T17:18:00,553 INFO [RS:0;046d875b9f8f:40447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C40447%2C1731691066062:(num 1731691068606) 2024-11-15T17:18:00,553 DEBUG [RS:0;046d875b9f8f:40447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:00,553 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:18:00,553 INFO [RS:0;046d875b9f8f:40447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:18:00,553 INFO [RS:0;046d875b9f8f:40447 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T17:18:00,554 INFO [RS:0;046d875b9f8f:40447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:18:00,554 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:18:00,554 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-046d875b9f8f,40447,1731691066062 because: Region server is closing 2024-11-15T17:18:00,554 INFO [RS:0;046d875b9f8f:40447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:40447. 2024-11-15T17:18:00,554 DEBUG [RS:0;046d875b9f8f:40447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:18:00,554 DEBUG [RS:0;046d875b9f8f:40447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:00,554 DEBUG [RS:0;046d875b9f8f:40447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:00,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:18:00,654 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062.replicationSource.shipper046d875b9f8f%2C40447%2C1731691066062,1-046d875b9f8f,40447,1731691066062 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T17:18:00,654 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062.replicationSource.wal-reader.046d875b9f8f%2C40447%2C1731691066062,1-046d875b9f8f,40447,1731691066062 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T17:18:00,655 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40447,1731691066062.replicationSource.shipper046d875b9f8f%2C40447%2C1731691066062,1-046d875b9f8f,40447,1731691066062 terminated 2024-11-15T17:18:00,655 INFO [RS:0;046d875b9f8f:40447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40447 2024-11-15T17:18:00,672 INFO [RS:0;046d875b9f8f:40447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:18:00,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114/rs 2024-11-15T17:18:00,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-345560114/rs/046d875b9f8f,40447,1731691066062 2024-11-15T17:18:00,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,40447,1731691066062] 2024-11-15T17:18:00,692 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-345560114/draining/046d875b9f8f,40447,1731691066062 already deleted, retry=false 2024-11-15T17:18:00,693 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,40447,1731691066062 expired; onlineServers=0 2024-11-15T17:18:00,693 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,34139,1731691065823' ***** 2024-11-15T17:18:00,693 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:18:00,693 INFO [M:0;046d875b9f8f:34139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:18:00,693 INFO [M:0;046d875b9f8f:34139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:18:00,693 DEBUG [M:0;046d875b9f8f:34139 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:18:00,693 DEBUG [M:0;046d875b9f8f:34139 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:18:00,693 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:18:00,693 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691068413 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691068413,5,FailOnTimeoutGroup] 2024-11-15T17:18:00,693 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691068411 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691068411,5,FailOnTimeoutGroup] 2024-11-15T17:18:00,693 INFO [M:0;046d875b9f8f:34139 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:18:00,693 INFO [M:0;046d875b9f8f:34139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:18:00,693 DEBUG [M:0;046d875b9f8f:34139 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:18:00,693 INFO [M:0;046d875b9f8f:34139 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:18:00,694 INFO [M:0;046d875b9f8f:34139 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:18:00,694 INFO [M:0;046d875b9f8f:34139 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:18:00,694 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:18:00,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-345560114/master 2024-11-15T17:18:00,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-345560114 2024-11-15T17:18:00,703 DEBUG [M:0;046d875b9f8f:34139 {}] zookeeper.ZKUtil(347): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Unable to get data of znode /0-345560114/master because node does not exist (not an error) 2024-11-15T17:18:00,703 WARN [M:0;046d875b9f8f:34139 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:18:00,704 INFO [M:0;046d875b9f8f:34139 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/.lastflushedseqids 2024-11-15T17:18:00,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741842_1018 (size=181) 2024-11-15T17:18:00,782 INFO [RS:0;046d875b9f8f:40447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:18:00,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:18:00,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40447-0x1013f80a5f70001, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:18:00,782 INFO [RS:0;046d875b9f8f:40447 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,40447,1731691066062; zookeeper connection closed. 2024-11-15T17:18:00,783 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@796c3cfe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@796c3cfe 2024-11-15T17:18:00,783 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:18:01,109 INFO [M:0;046d875b9f8f:34139 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:18:01,109 INFO [M:0;046d875b9f8f:34139 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:18:01,109 DEBUG [M:0;046d875b9f8f:34139 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:18:01,109 INFO [M:0;046d875b9f8f:34139 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:18:01,109 DEBUG [M:0;046d875b9f8f:34139 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:18:01,110 DEBUG [M:0;046d875b9f8f:34139 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:18:01,110 DEBUG [M:0;046d875b9f8f:34139 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:18:01,110 INFO [M:0;046d875b9f8f:34139 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-15T17:18:01,124 DEBUG [M:0;046d875b9f8f:34139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af8fb0029fe04ec8a614610fc16092b0 is 82, key is hbase:meta,,1/info:regioninfo/1731691069633/Put/seqid=0 2024-11-15T17:18:01,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741843_1019 (size=5672) 2024-11-15T17:18:01,529 INFO [M:0;046d875b9f8f:34139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af8fb0029fe04ec8a614610fc16092b0 2024-11-15T17:18:01,552 DEBUG [M:0;046d875b9f8f:34139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec9ba170fd5a49308d401d8ed72ba14b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731691075505/Put/seqid=0 2024-11-15T17:18:01,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741844_1020 (size=7203) 2024-11-15T17:18:01,957 INFO [M:0;046d875b9f8f:34139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec9ba170fd5a49308d401d8ed72ba14b 2024-11-15T17:18:01,979 DEBUG [M:0;046d875b9f8f:34139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ab51212f9d84b23a9ea2365f0e97eb2 is 69, key is 046d875b9f8f,40447,1731691066062/rs:state/1731691068445/Put/seqid=0 2024-11-15T17:18:01,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741845_1021 (size=5156) 2024-11-15T17:18:02,383 INFO [M:0;046d875b9f8f:34139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ab51212f9d84b23a9ea2365f0e97eb2 2024-11-15T17:18:02,389 DEBUG [M:0;046d875b9f8f:34139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af8fb0029fe04ec8a614610fc16092b0 as hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af8fb0029fe04ec8a614610fc16092b0 2024-11-15T17:18:02,395 INFO [M:0;046d875b9f8f:34139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af8fb0029fe04ec8a614610fc16092b0, entries=8, sequenceid=70, filesize=5.5 K 2024-11-15T17:18:02,396 DEBUG [M:0;046d875b9f8f:34139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec9ba170fd5a49308d401d8ed72ba14b as hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec9ba170fd5a49308d401d8ed72ba14b 2024-11-15T17:18:02,401 INFO [M:0;046d875b9f8f:34139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec9ba170fd5a49308d401d8ed72ba14b, entries=8, sequenceid=70, filesize=7.0 K 2024-11-15T17:18:02,402 DEBUG [M:0;046d875b9f8f:34139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ab51212f9d84b23a9ea2365f0e97eb2 as hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ab51212f9d84b23a9ea2365f0e97eb2 2024-11-15T17:18:02,407 INFO [M:0;046d875b9f8f:34139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37639/user/jenkins/test-data/aac50886-cae8-46ca-286b-891124528889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ab51212f9d84b23a9ea2365f0e97eb2, entries=1, sequenceid=70, filesize=5.0 K 2024-11-15T17:18:02,408 INFO [M:0;046d875b9f8f:34139 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false 2024-11-15T17:18:02,409 INFO [M:0;046d875b9f8f:34139 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:18:02,410 DEBUG [M:0;046d875b9f8f:34139 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691081109Disabling compacts and flushes for region at 1731691081109Disabling writes for close at 1731691081110 (+1 ms)Obtaining lock to block concurrent updates at 1731691081110Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691081110Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731691081110Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691081111 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691081111Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691081124 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691081124Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691081534 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691081551 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691081551Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691081962 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691081978 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691081978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f762343: reopening flushed file at 1731691082388 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b8df68a: reopening flushed file at 1731691082395 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc00747: reopening flushed file at 1731691082401 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false at 1731691082408 (+7 ms)Writing region close event to WAL at 1731691082409 (+1 ms)Closed at 1731691082409 2024-11-15T17:18:02,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741830_1006 (size=41008) 2024-11-15T17:18:02,412 INFO [M:0;046d875b9f8f:34139 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:18:02,412 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:18:02,412 INFO [M:0;046d875b9f8f:34139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34139 2024-11-15T17:18:02,413 INFO [M:0;046d875b9f8f:34139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:18:02,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:18:02,561 INFO [M:0;046d875b9f8f:34139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:18:02,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34139-0x1013f80a5f70000, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:18:02,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@417ceb5c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:18:02,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4438aed1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:18:02,564 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:18:02,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e83ddb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:18:02,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d0ba696{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/hadoop.log.dir/,STOPPED} 2024-11-15T17:18:02,566 WARN [BP-1270300985-172.17.0.2-1731691063923 heartbeating to localhost/127.0.0.1:37639 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:18:02,566 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:18:02,566 WARN [BP-1270300985-172.17.0.2-1731691063923 heartbeating to localhost/127.0.0.1:37639 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1270300985-172.17.0.2-1731691063923 (Datanode Uuid 1f8f3192-3a95-4a29-b698-7c1250382b37) service to localhost/127.0.0.1:37639 2024-11-15T17:18:02,566 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:18:02,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/cluster_8fcb5973-792f-f6bc-927c-d019e7f5d231/data/data1/current/BP-1270300985-172.17.0.2-1731691063923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:18:02,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/cluster_8fcb5973-792f-f6bc-927c-d019e7f5d231/data/data2/current/BP-1270300985-172.17.0.2-1731691063923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:18:02,567 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:18:02,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27e66cab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:18:02,572 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ca33c04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:18:02,572 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:18:02,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f5c756{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:18:02,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a293c87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/469e5aa8-0572-dae4-ff54-143c81a3a6d1/hadoop.log.dir/,STOPPED} 2024-11-15T17:18:02,577 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T17:18:02,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:18:02,599 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 108) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37447 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37639 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62709) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62709) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 434), ProcessCount=11 (was 11), AvailableMemoryMB=1250 (was 2153) 2024-11-15T17:18:02,607 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=1250 2024-11-15T17:18:02,619 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-15T17:18:02,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/hadoop.log.dir so I do NOT create it in target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd 2024-11-15T17:18:02,620 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:18:02,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/hadoop.tmp.dir so I do NOT create it in target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd 2024-11-15T17:18:02,620 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c87a0df-268a-5f78-fd69-2e1123335e8a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:18:02,620 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd 2024-11-15T17:18:02,620 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/cluster_c155ee13-aeba-d3ff-5f97-9a461e832765, deleteOnExit=true 2024-11-15T17:18:02,638 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/cluster_c155ee13-aeba-d3ff-5f97-9a461e832765/zookeeper_0, clientPort=51368, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/cluster_c155ee13-aeba-d3ff-5f97-9a461e832765/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/cluster_c155ee13-aeba-d3ff-5f97-9a461e832765/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T17:18:02,639 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51368 2024-11-15T17:18:02,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:18:02,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:18:02,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/test.cache.data in system properties and HBase conf 2024-11-15T17:18:02,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:18:02,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:18:02,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:18:02,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:18:02,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:18:02,640 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:18:02,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:18:02,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:18:02,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:18:02,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:18:02,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:18:02,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:18:02,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:18:02,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:18:02,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:18:02,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:18:02,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:18:02,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:18:02,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:18:02,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:18:02,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013f80a5f70005, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T17:18:02,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013f80a5f70002, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T17:18:02,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013f80a5f70002, quorum=127.0.0.1:62709, baseZNode=/0-345560114 Received Disconnected from ZooKeeper, ignoring 2024-11-15T17:18:02,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013f80a5f70005, quorum=127.0.0.1:62709, baseZNode=/11557707915 Received Disconnected from ZooKeeper, ignoring 2024-11-15T17:18:03,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:18:03,027 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:18:03,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:18:03,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:18:03,028 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T17:18:03,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:18:03,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b67d833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:18:03,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cb0f58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:18:03,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a8750cd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/java.io.tmpdir/jetty-localhost-43603-hadoop-hdfs-3_4_1-tests_jar-_-any-13617114687142798593/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:18:03,128 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1425a20b{HTTP/1.1, (http/1.1)}{localhost:43603} 2024-11-15T17:18:03,128 INFO [Time-limited test {}] server.Server(415): Started @52186ms 2024-11-15T17:18:03,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:18:03,371 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:18:03,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:18:03,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:18:03,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T17:18:03,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b54e91e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:18:03,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e0f1b25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:18:03,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77693485{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/java.io.tmpdir/jetty-localhost-35209-hadoop-hdfs-3_4_1-tests_jar-_-any-2071385057223183157/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:18:03,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61327946{HTTP/1.1, (http/1.1)}{localhost:35209} 2024-11-15T17:18:03,470 INFO [Time-limited test {}] server.Server(415): Started @52528ms 2024-11-15T17:18:03,472 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:18:04,136 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/cluster_c155ee13-aeba-d3ff-5f97-9a461e832765/data/data1/current/BP-2095431536-172.17.0.2-1731691082671/current, will proceed with Du for space computation calculation, 2024-11-15T17:18:04,142 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/cluster_c155ee13-aeba-d3ff-5f97-9a461e832765/data/data2/current/BP-2095431536-172.17.0.2-1731691082671/current, will proceed with Du for space computation calculation, 2024-11-15T17:18:04,177 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:18:04,181 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0077632e1c9ecd2 with lease ID 0x5726aeb0e8214e2: Processing first storage report for DS-a55fe51a-8a6f-403b-adb7-21709d65784f from datanode DatanodeRegistration(127.0.0.1:41635, datanodeUuid=1d9a83dd-7949-4a86-9233-24429275d6c1, infoPort=36037, infoSecurePort=0, ipcPort=35895, storageInfo=lv=-57;cid=testClusterID;nsid=1593749275;c=1731691082671) 2024-11-15T17:18:04,181 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0077632e1c9ecd2 with lease ID 0x5726aeb0e8214e2: from storage DS-a55fe51a-8a6f-403b-adb7-21709d65784f node DatanodeRegistration(127.0.0.1:41635, datanodeUuid=1d9a83dd-7949-4a86-9233-24429275d6c1, infoPort=36037, infoSecurePort=0, ipcPort=35895, storageInfo=lv=-57;cid=testClusterID;nsid=1593749275;c=1731691082671), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:18:04,181 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0077632e1c9ecd2 with lease ID 0x5726aeb0e8214e2: Processing first storage report for DS-33527f5c-4a02-4096-aa40-5ad91bb52171 from datanode DatanodeRegistration(127.0.0.1:41635, datanodeUuid=1d9a83dd-7949-4a86-9233-24429275d6c1, infoPort=36037, infoSecurePort=0, ipcPort=35895, storageInfo=lv=-57;cid=testClusterID;nsid=1593749275;c=1731691082671) 2024-11-15T17:18:04,181 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0077632e1c9ecd2 with lease ID 0x5726aeb0e8214e2: from storage DS-33527f5c-4a02-4096-aa40-5ad91bb52171 node DatanodeRegistration(127.0.0.1:41635, datanodeUuid=1d9a83dd-7949-4a86-9233-24429275d6c1, infoPort=36037, infoSecurePort=0, ipcPort=35895, storageInfo=lv=-57;cid=testClusterID;nsid=1593749275;c=1731691082671), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:18:04,217 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd 2024-11-15T17:18:04,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:18:04,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:18:04,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:18:04,248 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377 with version=8 2024-11-15T17:18:04,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/hbase-staging 2024-11-15T17:18:04,251 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:18:04,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:18:04,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:18:04,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:18:04,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:18:04,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:18:04,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:18:04,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:18:04,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45445 2024-11-15T17:18:04,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45445 connecting to ZooKeeper ensemble=127.0.0.1:51368 2024-11-15T17:18:04,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454450x0, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:18:04,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45445-0x1013f80ef390000 connected 2024-11-15T17:18:04,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:18:04,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:18:04,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Set watcher on znode that does not yet exist, /02135696176/running 2024-11-15T17:18:04,434 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377, hbase.cluster.distributed=false 2024-11-15T17:18:04,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Set watcher on znode that does not yet exist, /02135696176/acl 2024-11-15T17:18:04,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45445 2024-11-15T17:18:04,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45445 2024-11-15T17:18:04,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45445 2024-11-15T17:18:04,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45445 2024-11-15T17:18:04,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45445 2024-11-15T17:18:04,494 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:18:04,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:18:04,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:18:04,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:18:04,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:18:04,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:18:04,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:18:04,495 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:18:04,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42949 2024-11-15T17:18:04,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42949 connecting to ZooKeeper ensemble=127.0.0.1:51368 2024-11-15T17:18:04,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:18:04,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:18:04,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429490x0, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:18:04,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429490x0, quorum=127.0.0.1:51368, baseZNode=/02135696176 Set watcher on znode that does not yet exist, /02135696176/running 2024-11-15T17:18:04,535 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:18:04,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42949-0x1013f80ef390001 connected 2024-11-15T17:18:04,561 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:18:04,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Set watcher on znode that does not yet exist, /02135696176/master 2024-11-15T17:18:04,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Set watcher on znode that does not yet exist, /02135696176/acl 2024-11-15T17:18:04,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42949 2024-11-15T17:18:04,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42949 2024-11-15T17:18:04,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42949 2024-11-15T17:18:04,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42949 2024-11-15T17:18:04,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42949 2024-11-15T17:18:04,587 DEBUG [M:0;046d875b9f8f:45445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:45445 2024-11-15T17:18:04,587 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02135696176/backup-masters/046d875b9f8f,45445,1731691084251 2024-11-15T17:18:04,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176/backup-masters 2024-11-15T17:18:04,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176/backup-masters 2024-11-15T17:18:04,599 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Set watcher on existing znode=/02135696176/backup-masters/046d875b9f8f,45445,1731691084251 2024-11-15T17:18:04,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176 2024-11-15T17:18:04,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02135696176/master 2024-11-15T17:18:04,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176 2024-11-15T17:18:04,609 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Set watcher on existing znode=/02135696176/master 2024-11-15T17:18:04,610 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02135696176/backup-masters/046d875b9f8f,45445,1731691084251 from backup master directory 2024-11-15T17:18:04,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02135696176/backup-masters/046d875b9f8f,45445,1731691084251 2024-11-15T17:18:04,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176/backup-masters 2024-11-15T17:18:04,619 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:18:04,619 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,45445,1731691084251 2024-11-15T17:18:04,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176/backup-masters 2024-11-15T17:18:04,623 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/hbase.id] with ID: 29db36e1-365d-4664-a1bd-3a10b671a3e3 2024-11-15T17:18:04,623 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/.tmp/hbase.id 2024-11-15T17:18:04,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:18:05,001 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:18:05,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:18:05,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:18:05,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:18:05,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:18:05,031 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/.tmp/hbase.id]:[hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/hbase.id] 2024-11-15T17:18:05,042 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:18:05,043 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:18:05,044 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T17:18:05,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176 2024-11-15T17:18:05,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176 2024-11-15T17:18:05,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:18:05,499 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:18:05,500 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:18:05,500 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:18:05,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:18:05,911 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store 2024-11-15T17:18:05,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:18:06,317 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:18:06,317 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:18:06,317 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:18:06,317 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:18:06,317 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:18:06,317 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:18:06,317 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:18:06,317 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691086317Disabling compacts and flushes for region at 1731691086317Disabling writes for close at 1731691086317Writing region close event to WAL at 1731691086317Closed at 1731691086317 2024-11-15T17:18:06,318 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store/.initializing 2024-11-15T17:18:06,318 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/WALs/046d875b9f8f,45445,1731691084251 2024-11-15T17:18:06,319 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:18:06,321 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C45445%2C1731691084251, suffix=, logDir=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/WALs/046d875b9f8f,45445,1731691084251, archiveDir=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/oldWALs, maxLogs=10 2024-11-15T17:18:06,332 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/WALs/046d875b9f8f,45445,1731691084251/046d875b9f8f%2C45445%2C1731691084251.1731691086321, exclude list is [], retry=0 2024-11-15T17:18:06,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41635,DS-a55fe51a-8a6f-403b-adb7-21709d65784f,DISK] 2024-11-15T17:18:06,337 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/WALs/046d875b9f8f,45445,1731691084251/046d875b9f8f%2C45445%2C1731691084251.1731691086321 2024-11-15T17:18:06,337 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36037:36037)] 2024-11-15T17:18:06,337 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:18:06,338 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:18:06,338 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:06,338 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:06,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:06,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:18:06,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:06,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:18:06,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:06,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:18:06,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:06,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:18:06,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:06,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:18:06,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:06,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:18:06,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:06,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:18:06,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:06,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:18:06,347 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:06,348 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:06,348 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:06,349 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:06,349 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:06,350 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:18:06,350 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:06,352 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:18:06,353 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61163455, jitterRate=-0.0885934978723526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:18:06,353 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691086338Initializing all the Stores at 1731691086339 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691086339Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691086339Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691086339Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691086339Cleaning up temporary data from old regions at 1731691086349 (+10 ms)Region opened successfully at 1731691086353 (+4 ms) 2024-11-15T17:18:06,354 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:18:06,357 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8237636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:18:06,357 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:18:06,358 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:18:06,358 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:18:06,358 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:18:06,358 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:18:06,358 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:18:06,358 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:18:06,360 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:18:06,361 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Unable to get data of znode /02135696176/balancer because node does not exist (not necessarily an error) 2024-11-15T17:18:06,439 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02135696176/balancer already deleted, retry=false 2024-11-15T17:18:06,440 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:18:06,441 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Unable to get data of znode /02135696176/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:18:06,545 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02135696176/normalizer already deleted, retry=false 2024-11-15T17:18:06,545 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:18:06,546 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Unable to get data of znode /02135696176/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:18:06,608 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02135696176/switch/split already deleted, retry=false 2024-11-15T17:18:06,609 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Unable to get data of znode /02135696176/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:18:06,724 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02135696176/switch/merge already deleted, retry=false 2024-11-15T17:18:06,727 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Unable to get data of znode /02135696176/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:18:06,809 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02135696176/snapshot-cleanup already deleted, retry=false 2024-11-15T17:18:06,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02135696176/running 2024-11-15T17:18:06,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02135696176/running 2024-11-15T17:18:06,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176 2024-11-15T17:18:06,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176 2024-11-15T17:18:06,914 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,45445,1731691084251, sessionid=0x1013f80ef390000, setting cluster-up flag (Was=false) 2024-11-15T17:18:06,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176 2024-11-15T17:18:06,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176 2024-11-15T17:18:06,966 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02135696176/flush-table-proc/acquired, /02135696176/flush-table-proc/reached, /02135696176/flush-table-proc/abort 2024-11-15T17:18:06,967 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,45445,1731691084251 2024-11-15T17:18:06,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176 2024-11-15T17:18:06,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176 2024-11-15T17:18:07,018 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02135696176/online-snapshot/acquired, /02135696176/online-snapshot/reached, /02135696176/online-snapshot/abort 2024-11-15T17:18:07,019 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,45445,1731691084251 2024-11-15T17:18:07,021 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:18:07,022 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:18:07,022 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:18:07,022 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:18:07,023 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,45445,1731691084251 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:18:07,024 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:18:07,024 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:18:07,024 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:18:07,024 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:18:07,024 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:18:07,024 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:07,024 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:18:07,024 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:07,025 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691117025 2024-11-15T17:18:07,025 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:18:07,025 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:18:07,025 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:18:07,025 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:18:07,025 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:18:07,025 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:18:07,026 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:07,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:18:07,026 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:18:07,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:18:07,026 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:18:07,026 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:18:07,026 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:18:07,027 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:18:07,027 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:18:07,027 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691087027,5,FailOnTimeoutGroup] 2024-11-15T17:18:07,027 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:07,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:18:07,027 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691087027,5,FailOnTimeoutGroup] 2024-11-15T17:18:07,027 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:07,028 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:18:07,028 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:07,028 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:07,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:18:07,073 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(746): ClusterId : 29db36e1-365d-4664-a1bd-3a10b671a3e3 2024-11-15T17:18:07,073 DEBUG [RS:0;046d875b9f8f:42949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:18:07,082 DEBUG [RS:0;046d875b9f8f:42949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:18:07,082 DEBUG [RS:0;046d875b9f8f:42949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:18:07,093 DEBUG [RS:0;046d875b9f8f:42949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:18:07,093 DEBUG [RS:0;046d875b9f8f:42949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f64657f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:18:07,104 DEBUG [RS:0;046d875b9f8f:42949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:42949 2024-11-15T17:18:07,104 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:18:07,104 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:18:07,104 DEBUG [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:18:07,105 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,45445,1731691084251 with port=42949, startcode=1731691084493 2024-11-15T17:18:07,105 DEBUG [RS:0;046d875b9f8f:42949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:18:07,106 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:18:07,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45445 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,42949,1731691084493 2024-11-15T17:18:07,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45445 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,42949,1731691084493 2024-11-15T17:18:07,109 DEBUG [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377 2024-11-15T17:18:07,109 DEBUG [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46761 2024-11-15T17:18:07,109 DEBUG [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:18:07,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176/rs 2024-11-15T17:18:07,113 DEBUG [RS:0;046d875b9f8f:42949 {}] zookeeper.ZKUtil(111): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Set watcher on existing znode=/02135696176/rs/046d875b9f8f,42949,1731691084493 2024-11-15T17:18:07,114 WARN [RS:0;046d875b9f8f:42949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:18:07,114 INFO [RS:0;046d875b9f8f:42949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:18:07,114 DEBUG [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493 2024-11-15T17:18:07,114 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,42949,1731691084493] 2024-11-15T17:18:07,117 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:18:07,118 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:18:07,119 INFO [RS:0;046d875b9f8f:42949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:18:07,119 INFO [RS:0;046d875b9f8f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:07,119 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:18:07,120 INFO [RS:0;046d875b9f8f:42949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:18:07,120 INFO [RS:0;046d875b9f8f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:07,120 DEBUG [RS:0;046d875b9f8f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:07,120 DEBUG [RS:0;046d875b9f8f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:07,120 DEBUG [RS:0;046d875b9f8f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:07,120 DEBUG [RS:0;046d875b9f8f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:07,120 DEBUG [RS:0;046d875b9f8f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:07,120 DEBUG [RS:0;046d875b9f8f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:18:07,120 DEBUG [RS:0;046d875b9f8f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:07,120 DEBUG [RS:0;046d875b9f8f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:07,120 DEBUG [RS:0;046d875b9f8f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:07,120 DEBUG [RS:0;046d875b9f8f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:07,120 DEBUG [RS:0;046d875b9f8f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:07,120 DEBUG [RS:0;046d875b9f8f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:07,120 DEBUG [RS:0;046d875b9f8f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:18:07,121 DEBUG [RS:0;046d875b9f8f:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:18:07,123 INFO [RS:0;046d875b9f8f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:07,123 INFO [RS:0;046d875b9f8f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:07,123 INFO [RS:0;046d875b9f8f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:07,123 INFO [RS:0;046d875b9f8f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:07,123 INFO [RS:0;046d875b9f8f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:07,123 INFO [RS:0;046d875b9f8f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,42949,1731691084493-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:18:07,137 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:18:07,137 INFO [RS:0;046d875b9f8f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,42949,1731691084493-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:07,137 INFO [RS:0;046d875b9f8f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:07,137 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.Replication(171): 046d875b9f8f,42949,1731691084493 started 2024-11-15T17:18:07,150 INFO [RS:0;046d875b9f8f:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:07,151 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,42949,1731691084493, RpcServer on 046d875b9f8f/172.17.0.2:42949, sessionid=0x1013f80ef390001 2024-11-15T17:18:07,151 DEBUG [RS:0;046d875b9f8f:42949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:18:07,151 DEBUG [RS:0;046d875b9f8f:42949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,42949,1731691084493 2024-11-15T17:18:07,151 DEBUG [RS:0;046d875b9f8f:42949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,42949,1731691084493' 2024-11-15T17:18:07,151 DEBUG [RS:0;046d875b9f8f:42949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02135696176/flush-table-proc/abort' 2024-11-15T17:18:07,151 DEBUG [RS:0;046d875b9f8f:42949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02135696176/flush-table-proc/acquired' 2024-11-15T17:18:07,152 DEBUG [RS:0;046d875b9f8f:42949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:18:07,152 DEBUG [RS:0;046d875b9f8f:42949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:18:07,152 DEBUG [RS:0;046d875b9f8f:42949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,42949,1731691084493 2024-11-15T17:18:07,152 DEBUG [RS:0;046d875b9f8f:42949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,42949,1731691084493' 2024-11-15T17:18:07,152 DEBUG [RS:0;046d875b9f8f:42949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02135696176/online-snapshot/abort' 2024-11-15T17:18:07,152 DEBUG [RS:0;046d875b9f8f:42949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02135696176/online-snapshot/acquired' 2024-11-15T17:18:07,153 DEBUG [RS:0;046d875b9f8f:42949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:18:07,153 INFO [RS:0;046d875b9f8f:42949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:18:07,153 INFO [RS:0;046d875b9f8f:42949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:18:07,253 INFO [RS:0;046d875b9f8f:42949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:18:07,255 INFO [RS:0;046d875b9f8f:42949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C42949%2C1731691084493, suffix=, logDir=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493, archiveDir=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/oldWALs, maxLogs=10 2024-11-15T17:18:07,266 DEBUG [RS:0;046d875b9f8f:42949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255, exclude list is [], retry=0 2024-11-15T17:18:07,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41635,DS-a55fe51a-8a6f-403b-adb7-21709d65784f,DISK] 2024-11-15T17:18:07,270 INFO [RS:0;046d875b9f8f:42949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 2024-11-15T17:18:07,270 DEBUG [RS:0;046d875b9f8f:42949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36037:36037)] 2024-11-15T17:18:07,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:18:07,435 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377 2024-11-15T17:18:07,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741833_1009 (size=32) 2024-11-15T17:18:07,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:18:07,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:18:07,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T17:18:07,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:18:07,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:18:07,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:18:07,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:18:07,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:07,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:18:07,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:18:07,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:18:07,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:07,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:18:07,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:18:07,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:18:07,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:07,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:18:07,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:18:07,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:18:07,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:07,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:18:07,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:18:07,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740 2024-11-15T17:18:07,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740 2024-11-15T17:18:07,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:18:07,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:18:07,851 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:18:07,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:18:07,854 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:18:07,854 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72656960, jitterRate=0.0826730728149414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:18:07,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691087841Initializing all the Stores at 1731691087842 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691087842Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691087842Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691087842Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691087842Cleaning up temporary data from old regions at 1731691087850 (+8 ms)Region opened successfully at 1731691087855 (+5 ms) 2024-11-15T17:18:07,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:18:07,855 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:18:07,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:18:07,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:18:07,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:18:07,856 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:18:07,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691087855Disabling compacts and flushes for region at 1731691087855Disabling writes for close at 1731691087855Writing region close event to WAL at 1731691087856 (+1 ms)Closed at 1731691087856 2024-11-15T17:18:07,857 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:18:07,857 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:18:07,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:18:07,858 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:18:07,859 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:18:08,009 DEBUG [046d875b9f8f:45445 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:18:08,009 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,42949,1731691084493 2024-11-15T17:18:08,011 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,42949,1731691084493, state=OPENING 2024-11-15T17:18:08,071 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:18:08,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176 2024-11-15T17:18:08,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176 2024-11-15T17:18:08,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02135696176/meta-region-server: CHANGED 2024-11-15T17:18:08,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02135696176/meta-region-server: CHANGED 2024-11-15T17:18:08,082 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:18:08,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,42949,1731691084493}] 2024-11-15T17:18:08,235 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:18:08,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:18:08,240 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:18:08,240 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:18:08,241 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:18:08,242 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C42949%2C1731691084493.meta, suffix=.meta, logDir=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493, archiveDir=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/oldWALs, maxLogs=10 2024-11-15T17:18:08,255 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.meta.1731691088242.meta, exclude list is [], retry=0 2024-11-15T17:18:08,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41635,DS-a55fe51a-8a6f-403b-adb7-21709d65784f,DISK] 2024-11-15T17:18:08,258 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.meta.1731691088242.meta 2024-11-15T17:18:08,259 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36037:36037)] 2024-11-15T17:18:08,259 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:18:08,259 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:18:08,259 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:18:08,259 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:18:08,259 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:18:08,260 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:18:08,260 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:18:08,260 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:18:08,260 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:18:08,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:18:08,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:18:08,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:08,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:18:08,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:18:08,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:18:08,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:08,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:18:08,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:18:08,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:18:08,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:08,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:18:08,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:18:08,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:18:08,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:08,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:18:08,268 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:18:08,268 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740 2024-11-15T17:18:08,269 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740 2024-11-15T17:18:08,270 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:18:08,270 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:18:08,271 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:18:08,272 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:18:08,272 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61275209, jitterRate=-0.08692823350429535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:18:08,272 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:18:08,273 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691088260Writing region info on filesystem at 1731691088260Initializing all the Stores at 1731691088261 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691088261Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691088261Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691088261Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691088261Cleaning up temporary data from old regions at 1731691088270 (+9 ms)Running coprocessor post-open hooks at 1731691088272 (+2 ms)Region opened successfully at 1731691088273 (+1 ms) 2024-11-15T17:18:08,274 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691088235 2024-11-15T17:18:08,277 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:18:08,277 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:18:08,278 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,42949,1731691084493 2024-11-15T17:18:08,279 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,42949,1731691084493, state=OPEN 2024-11-15T17:18:08,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02135696176/meta-region-server 2024-11-15T17:18:08,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02135696176/meta-region-server 2024-11-15T17:18:08,321 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,42949,1731691084493 2024-11-15T17:18:08,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02135696176/meta-region-server: CHANGED 2024-11-15T17:18:08,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02135696176/meta-region-server: CHANGED 2024-11-15T17:18:08,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:18:08,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,42949,1731691084493 in 239 msec 2024-11-15T17:18:08,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:18:08,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-15T17:18:08,327 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:18:08,327 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:18:08,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:18:08,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,42949,1731691084493, seqNum=-1] 2024-11-15T17:18:08,329 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:18:08,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:18:08,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3130 sec 2024-11-15T17:18:08,336 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691088336, completionTime=-1 2024-11-15T17:18:08,336 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:18:08,336 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:18:08,338 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:18:08,338 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691148338 2024-11-15T17:18:08,338 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691208338 2024-11-15T17:18:08,338 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T17:18:08,338 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45445,1731691084251-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:08,338 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45445,1731691084251-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:08,338 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45445,1731691084251-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:08,338 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:45445, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:08,339 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:08,339 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:08,340 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:18:08,342 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.723sec 2024-11-15T17:18:08,342 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:18:08,342 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:18:08,342 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:18:08,342 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:18:08,342 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:18:08,342 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45445,1731691084251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:18:08,342 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45445,1731691084251-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:18:08,345 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:18:08,345 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:18:08,345 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45445,1731691084251-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:08,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d85fd36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:08,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45445,-1 for getting cluster id 2024-11-15T17:18:08,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:18:08,375 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29db36e1-365d-4664-a1bd-3a10b671a3e3' 2024-11-15T17:18:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:18:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29db36e1-365d-4664-a1bd-3a10b671a3e3" 2024-11-15T17:18:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1136ec8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45445,-1] 2024-11-15T17:18:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:18:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:08,377 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:18:08,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17af4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:08,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:18:08,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,42949,1731691084493, seqNum=-1] 2024-11-15T17:18:08,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:18:08,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:18:08,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,45445,1731691084251 2024-11-15T17:18:08,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51368 2024-11-15T17:18:08,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:18:08,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f80ef390002 connected 2024-11-15T17:18:08,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/hadoop.log.dir so I do NOT create it in target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571 2024-11-15T17:18:08,421 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:18:08,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/hadoop.tmp.dir so I do NOT create it in target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571 2024-11-15T17:18:08,421 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:18:08,421 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571 2024-11-15T17:18:08,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:18:08,421 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/cluster_fa5f33d8-a253-f63b-6055-5679333fdba8, deleteOnExit=true 2024-11-15T17:18:08,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:18:08,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/test.cache.data in system properties and HBase conf 2024-11-15T17:18:08,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:18:08,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:18:08,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:18:08,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:18:08,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:18:08,422 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:18:08,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:18:08,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:18:08,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:18:08,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:18:08,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:18:08,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:18:08,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:18:08,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:18:08,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:18:08,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:18:08,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:18:08,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:18:08,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:18:08,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:18:08,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:18:08,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:18:08,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:18:08,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:18:08,743 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:18:08,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:18:08,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@743921d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:18:08,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fc1e28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:18:08,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dabb32c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/java.io.tmpdir/jetty-localhost-45477-hadoop-hdfs-3_4_1-tests_jar-_-any-15580830566004736134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:18:08,846 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@190dc48d{HTTP/1.1, (http/1.1)}{localhost:45477} 2024-11-15T17:18:08,846 INFO [Time-limited test {}] server.Server(415): Started @57904ms 2024-11-15T17:18:09,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:18:09,119 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:18:09,123 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:18:09,123 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:18:09,123 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:18:09,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672164d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:18:09,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3029c162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:18:09,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63bc53d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/java.io.tmpdir/jetty-localhost-43617-hadoop-hdfs-3_4_1-tests_jar-_-any-11897712741050431566/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:18:09,218 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@759cc101{HTTP/1.1, (http/1.1)}{localhost:43617} 2024-11-15T17:18:09,218 INFO [Time-limited test {}] server.Server(415): Started @58276ms 2024-11-15T17:18:09,220 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:18:09,864 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/cluster_fa5f33d8-a253-f63b-6055-5679333fdba8/data/data2/current/BP-2107109027-172.17.0.2-1731691088445/current, will proceed with Du for space computation calculation, 2024-11-15T17:18:09,864 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/cluster_fa5f33d8-a253-f63b-6055-5679333fdba8/data/data1/current/BP-2107109027-172.17.0.2-1731691088445/current, will proceed with Du for space computation calculation, 2024-11-15T17:18:09,878 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:18:09,880 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd7bb8b1b176afed with lease ID 0x2dced2792e7ab541: Processing first storage report for DS-2f3fd889-176b-4df8-9bfe-b0a8293d22d5 from datanode DatanodeRegistration(127.0.0.1:34555, datanodeUuid=8a893c29-e4e1-414c-94cf-3de6c9cbb4a6, infoPort=46627, infoSecurePort=0, ipcPort=33739, storageInfo=lv=-57;cid=testClusterID;nsid=1334386752;c=1731691088445) 2024-11-15T17:18:09,880 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd7bb8b1b176afed with lease ID 0x2dced2792e7ab541: from storage DS-2f3fd889-176b-4df8-9bfe-b0a8293d22d5 node DatanodeRegistration(127.0.0.1:34555, datanodeUuid=8a893c29-e4e1-414c-94cf-3de6c9cbb4a6, infoPort=46627, infoSecurePort=0, ipcPort=33739, storageInfo=lv=-57;cid=testClusterID;nsid=1334386752;c=1731691088445), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:18:09,880 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd7bb8b1b176afed with lease ID 0x2dced2792e7ab541: Processing first storage report for DS-06b50497-1b3e-4cb9-9cf7-3c525a9e766e from datanode DatanodeRegistration(127.0.0.1:34555, datanodeUuid=8a893c29-e4e1-414c-94cf-3de6c9cbb4a6, infoPort=46627, infoSecurePort=0, ipcPort=33739, storageInfo=lv=-57;cid=testClusterID;nsid=1334386752;c=1731691088445) 2024-11-15T17:18:09,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd7bb8b1b176afed with lease ID 0x2dced2792e7ab541: from storage DS-06b50497-1b3e-4cb9-9cf7-3c525a9e766e node DatanodeRegistration(127.0.0.1:34555, datanodeUuid=8a893c29-e4e1-414c-94cf-3de6c9cbb4a6, infoPort=46627, infoSecurePort=0, ipcPort=33739, storageInfo=lv=-57;cid=testClusterID;nsid=1334386752;c=1731691088445), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:18:09,957 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571 2024-11-15T17:18:09,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:18:09,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:18:09,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:18:10,367 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8 with version=8 2024-11-15T17:18:10,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/hbase-staging 2024-11-15T17:18:10,368 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:18:10,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:18:10,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:18:10,368 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:18:10,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:18:10,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:18:10,369 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:18:10,369 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:18:10,369 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45969 2024-11-15T17:18:10,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45969 connecting to ZooKeeper ensemble=127.0.0.1:51368 2024-11-15T17:18:10,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459690x0, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:18:10,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45969-0x1013f80ef390003 connected 2024-11-15T17:18:10,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:18:10,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:18:10,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Set watcher on znode that does not yet exist, /1671835532/running 2024-11-15T17:18:10,497 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8, hbase.cluster.distributed=false 2024-11-15T17:18:10,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Set watcher on znode that does not yet exist, /1671835532/acl 2024-11-15T17:18:10,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45969 2024-11-15T17:18:10,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45969 2024-11-15T17:18:10,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45969 2024-11-15T17:18:10,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45969 2024-11-15T17:18:10,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45969 2024-11-15T17:18:10,523 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:18:10,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:18:10,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:18:10,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:18:10,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:18:10,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:18:10,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:18:10,523 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:18:10,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41143 2024-11-15T17:18:10,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41143 connecting to ZooKeeper ensemble=127.0.0.1:51368 2024-11-15T17:18:10,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:18:10,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:18:10,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411430x0, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:18:10,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411430x0, quorum=127.0.0.1:51368, baseZNode=/1671835532 Set watcher on znode that does not yet exist, /1671835532/running 2024-11-15T17:18:10,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41143-0x1013f80ef390004 connected 2024-11-15T17:18:10,544 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:18:10,546 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:18:10,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Set watcher on znode that does not yet exist, /1671835532/master 2024-11-15T17:18:10,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Set watcher on znode that does not yet exist, /1671835532/acl 2024-11-15T17:18:10,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41143 2024-11-15T17:18:10,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41143 2024-11-15T17:18:10,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41143 2024-11-15T17:18:10,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41143 2024-11-15T17:18:10,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41143 2024-11-15T17:18:10,564 DEBUG [M:0;046d875b9f8f:45969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:45969 2024-11-15T17:18:10,565 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1671835532/backup-masters/046d875b9f8f,45969,1731691090368 2024-11-15T17:18:10,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532/backup-masters 2024-11-15T17:18:10,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532/backup-masters 2024-11-15T17:18:10,577 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Set watcher on existing znode=/1671835532/backup-masters/046d875b9f8f,45969,1731691090368 2024-11-15T17:18:10,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1671835532/master 2024-11-15T17:18:10,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532 2024-11-15T17:18:10,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532 2024-11-15T17:18:10,587 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Set watcher on existing znode=/1671835532/master 2024-11-15T17:18:10,587 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1671835532/backup-masters/046d875b9f8f,45969,1731691090368 from backup master directory 2024-11-15T17:18:10,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1671835532/backup-masters/046d875b9f8f,45969,1731691090368 2024-11-15T17:18:10,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532/backup-masters 2024-11-15T17:18:10,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532/backup-masters 2024-11-15T17:18:10,597 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:18:10,597 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,45969,1731691090368 2024-11-15T17:18:10,601 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/hbase.id] with ID: 3ebc3e11-c649-4845-af64-4a7b12a5b774 2024-11-15T17:18:10,601 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/.tmp/hbase.id 2024-11-15T17:18:10,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:18:11,006 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/.tmp/hbase.id]:[hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/hbase.id] 2024-11-15T17:18:11,047 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:18:11,047 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:18:11,048 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T17:18:11,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532 2024-11-15T17:18:11,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532 2024-11-15T17:18:11,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:18:11,526 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:18:11,527 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:18:11,532 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:18:11,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:18:11,960 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store 2024-11-15T17:18:11,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:18:12,367 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:18:12,367 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:18:12,367 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:18:12,367 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:18:12,367 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:18:12,367 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:18:12,367 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:18:12,367 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691092367Disabling compacts and flushes for region at 1731691092367Disabling writes for close at 1731691092367Writing region close event to WAL at 1731691092367Closed at 1731691092367 2024-11-15T17:18:12,369 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store/.initializing 2024-11-15T17:18:12,369 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/WALs/046d875b9f8f,45969,1731691090368 2024-11-15T17:18:12,370 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:18:12,371 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C45969%2C1731691090368, suffix=, logDir=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/WALs/046d875b9f8f,45969,1731691090368, archiveDir=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/oldWALs, maxLogs=10 2024-11-15T17:18:12,384 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/WALs/046d875b9f8f,45969,1731691090368/046d875b9f8f%2C45969%2C1731691090368.1731691092371, exclude list is [], retry=0 2024-11-15T17:18:12,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34555,DS-2f3fd889-176b-4df8-9bfe-b0a8293d22d5,DISK] 2024-11-15T17:18:12,388 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/WALs/046d875b9f8f,45969,1731691090368/046d875b9f8f%2C45969%2C1731691090368.1731691092371 2024-11-15T17:18:12,388 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46627:46627)] 2024-11-15T17:18:12,389 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:18:12,389 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:18:12,389 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:12,389 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:12,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:12,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:18:12,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:12,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:18:12,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:12,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:18:12,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:12,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:18:12,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:12,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:18:12,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:12,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:18:12,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:12,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:18:12,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:12,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:18:12,397 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:12,398 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:12,398 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:12,399 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:12,399 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:12,400 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:18:12,401 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:18:12,403 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:18:12,404 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70276901, jitterRate=0.04720743000507355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:18:12,404 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691092389Initializing all the Stores at 1731691092390 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691092390Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691092390Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691092390Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691092390Cleaning up temporary data from old regions at 1731691092399 (+9 ms)Region opened successfully at 1731691092404 (+5 ms) 2024-11-15T17:18:12,404 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:18:12,407 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459127eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:18:12,408 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:18:12,409 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:18:12,409 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:18:12,409 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:18:12,409 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:18:12,410 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:18:12,410 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:18:12,412 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:18:12,413 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Unable to get data of znode /1671835532/balancer because node does not exist (not necessarily an error) 2024-11-15T17:18:12,460 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1671835532/balancer already deleted, retry=false 2024-11-15T17:18:12,461 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:18:12,462 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Unable to get data of znode /1671835532/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:18:12,471 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1671835532/normalizer already deleted, retry=false 2024-11-15T17:18:12,471 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:18:12,472 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Unable to get data of znode /1671835532/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:18:12,481 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1671835532/switch/split already deleted, retry=false 2024-11-15T17:18:12,482 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Unable to get data of znode /1671835532/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:18:12,492 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1671835532/switch/merge already deleted, retry=false 2024-11-15T17:18:12,494 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Unable to get data of znode /1671835532/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:18:12,502 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1671835532/snapshot-cleanup already deleted, retry=false 2024-11-15T17:18:12,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1671835532/running 2024-11-15T17:18:12,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1671835532/running 2024-11-15T17:18:12,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532 2024-11-15T17:18:12,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532 2024-11-15T17:18:12,513 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,45969,1731691090368, sessionid=0x1013f80ef390003, setting cluster-up flag (Was=false) 2024-11-15T17:18:12,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532 2024-11-15T17:18:12,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532 2024-11-15T17:18:12,565 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1671835532/flush-table-proc/acquired, /1671835532/flush-table-proc/reached, /1671835532/flush-table-proc/abort 2024-11-15T17:18:12,567 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,45969,1731691090368 2024-11-15T17:18:12,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532 2024-11-15T17:18:12,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532 2024-11-15T17:18:12,618 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1671835532/online-snapshot/acquired, /1671835532/online-snapshot/reached, /1671835532/online-snapshot/abort 2024-11-15T17:18:12,619 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,45969,1731691090368 2024-11-15T17:18:12,620 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:18:12,621 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:18:12,622 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:18:12,622 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:18:12,622 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,45969,1731691090368 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:18:12,623 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:18:12,623 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:18:12,623 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:18:12,623 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:18:12,623 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:18:12,623 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:12,623 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:18:12,623 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:12,624 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691122624 2024-11-15T17:18:12,624 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:18:12,624 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:18:12,624 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:18:12,624 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:18:12,625 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:18:12,625 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:18:12,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:18:12,625 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:12,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:18:12,625 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:18:12,625 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:18:12,625 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:18:12,625 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:18:12,625 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:18:12,625 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:18:12,626 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691092626,5,FailOnTimeoutGroup] 2024-11-15T17:18:12,626 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:12,626 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:18:12,626 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691092626,5,FailOnTimeoutGroup] 2024-11-15T17:18:12,626 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:12,626 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:18:12,627 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:12,627 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:12,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:18:12,656 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(746): ClusterId : 3ebc3e11-c649-4845-af64-4a7b12a5b774 2024-11-15T17:18:12,656 DEBUG [RS:0;046d875b9f8f:41143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:18:12,661 DEBUG [RS:0;046d875b9f8f:41143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:18:12,661 DEBUG [RS:0;046d875b9f8f:41143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:18:12,671 DEBUG [RS:0;046d875b9f8f:41143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:18:12,672 DEBUG [RS:0;046d875b9f8f:41143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d148f44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:18:12,682 DEBUG [RS:0;046d875b9f8f:41143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:41143 2024-11-15T17:18:12,682 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:18:12,682 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:18:12,682 DEBUG [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:18:12,683 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,45969,1731691090368 with port=41143, startcode=1731691090522 2024-11-15T17:18:12,683 DEBUG [RS:0;046d875b9f8f:41143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:18:12,684 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:18:12,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45969 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,41143,1731691090522 2024-11-15T17:18:12,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45969 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,41143,1731691090522 2024-11-15T17:18:12,686 DEBUG [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8 2024-11-15T17:18:12,686 DEBUG [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42309 2024-11-15T17:18:12,686 DEBUG [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:18:12,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532/rs 2024-11-15T17:18:12,692 DEBUG [RS:0;046d875b9f8f:41143 {}] zookeeper.ZKUtil(111): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Set watcher on existing znode=/1671835532/rs/046d875b9f8f,41143,1731691090522 2024-11-15T17:18:12,692 WARN [RS:0;046d875b9f8f:41143 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:18:12,692 INFO [RS:0;046d875b9f8f:41143 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:18:12,692 DEBUG [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/WALs/046d875b9f8f,41143,1731691090522 2024-11-15T17:18:12,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,41143,1731691090522] 2024-11-15T17:18:12,696 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:18:12,698 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:18:12,698 INFO [RS:0;046d875b9f8f:41143 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:18:12,698 INFO [RS:0;046d875b9f8f:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:12,698 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:18:12,699 INFO [RS:0;046d875b9f8f:41143 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:18:12,699 INFO [RS:0;046d875b9f8f:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:12,699 DEBUG [RS:0;046d875b9f8f:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:12,699 DEBUG [RS:0;046d875b9f8f:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:12,699 DEBUG [RS:0;046d875b9f8f:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:12,699 DEBUG [RS:0;046d875b9f8f:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:12,700 DEBUG [RS:0;046d875b9f8f:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:12,700 DEBUG [RS:0;046d875b9f8f:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:18:12,700 DEBUG [RS:0;046d875b9f8f:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:12,700 DEBUG [RS:0;046d875b9f8f:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:12,700 DEBUG [RS:0;046d875b9f8f:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:12,700 DEBUG [RS:0;046d875b9f8f:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:12,700 DEBUG [RS:0;046d875b9f8f:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:12,700 DEBUG [RS:0;046d875b9f8f:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:18:12,700 DEBUG [RS:0;046d875b9f8f:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:18:12,700 DEBUG [RS:0;046d875b9f8f:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:18:12,701 INFO [RS:0;046d875b9f8f:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:12,701 INFO [RS:0;046d875b9f8f:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:12,701 INFO [RS:0;046d875b9f8f:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:12,701 INFO [RS:0;046d875b9f8f:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:12,701 INFO [RS:0;046d875b9f8f:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:12,701 INFO [RS:0;046d875b9f8f:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,41143,1731691090522-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:18:12,715 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:18:12,715 INFO [RS:0;046d875b9f8f:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,41143,1731691090522-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:12,715 INFO [RS:0;046d875b9f8f:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:12,715 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.Replication(171): 046d875b9f8f,41143,1731691090522 started 2024-11-15T17:18:12,727 INFO [RS:0;046d875b9f8f:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:12,727 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,41143,1731691090522, RpcServer on 046d875b9f8f/172.17.0.2:41143, sessionid=0x1013f80ef390004 2024-11-15T17:18:12,727 DEBUG [RS:0;046d875b9f8f:41143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:18:12,727 DEBUG [RS:0;046d875b9f8f:41143 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,41143,1731691090522 2024-11-15T17:18:12,727 DEBUG [RS:0;046d875b9f8f:41143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,41143,1731691090522' 2024-11-15T17:18:12,727 DEBUG [RS:0;046d875b9f8f:41143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1671835532/flush-table-proc/abort' 2024-11-15T17:18:12,728 DEBUG [RS:0;046d875b9f8f:41143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1671835532/flush-table-proc/acquired' 2024-11-15T17:18:12,728 DEBUG [RS:0;046d875b9f8f:41143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:18:12,728 DEBUG [RS:0;046d875b9f8f:41143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:18:12,728 DEBUG [RS:0;046d875b9f8f:41143 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,41143,1731691090522 2024-11-15T17:18:12,728 DEBUG [RS:0;046d875b9f8f:41143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,41143,1731691090522' 2024-11-15T17:18:12,728 DEBUG [RS:0;046d875b9f8f:41143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1671835532/online-snapshot/abort' 2024-11-15T17:18:12,728 DEBUG [RS:0;046d875b9f8f:41143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1671835532/online-snapshot/acquired' 2024-11-15T17:18:12,729 DEBUG [RS:0;046d875b9f8f:41143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:18:12,729 INFO [RS:0;046d875b9f8f:41143 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:18:12,729 INFO [RS:0;046d875b9f8f:41143 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:18:12,829 INFO [RS:0;046d875b9f8f:41143 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:18:12,831 INFO [RS:0;046d875b9f8f:41143 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C41143%2C1731691090522, suffix=, logDir=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/WALs/046d875b9f8f,41143,1731691090522, archiveDir=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/oldWALs, maxLogs=10 2024-11-15T17:18:12,843 DEBUG [RS:0;046d875b9f8f:41143 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/WALs/046d875b9f8f,41143,1731691090522/046d875b9f8f%2C41143%2C1731691090522.1731691092831, exclude list is [], retry=0 2024-11-15T17:18:12,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34555,DS-2f3fd889-176b-4df8-9bfe-b0a8293d22d5,DISK] 2024-11-15T17:18:12,847 INFO [RS:0;046d875b9f8f:41143 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/WALs/046d875b9f8f,41143,1731691090522/046d875b9f8f%2C41143%2C1731691090522.1731691092831 2024-11-15T17:18:12,848 DEBUG [RS:0;046d875b9f8f:41143 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46627:46627)] 2024-11-15T17:18:13,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:18:13,032 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8 2024-11-15T17:18:13,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741833_1009 (size=32) 2024-11-15T17:18:13,340 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:18:13,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:18:13,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:18:13,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:18:13,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:18:13,373 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T17:18:13,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:18:13,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:18:13,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:18:13,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:13,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:18:13,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:18:13,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:18:13,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:13,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:18:13,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:18:13,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:18:13,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:13,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:18:13,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:18:13,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:18:13,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:13,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:18:13,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:18:13,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740 2024-11-15T17:18:13,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740 2024-11-15T17:18:13,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:18:13,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:18:13,449 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:18:13,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:18:13,452 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:18:13,453 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71989975, jitterRate=0.07273422181606293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:18:13,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691093439Initializing all the Stores at 1731691093440 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691093440Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691093440Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691093440Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691093440Cleaning up temporary data from old regions at 1731691093449 (+9 ms)Region opened successfully at 1731691093453 (+4 ms) 2024-11-15T17:18:13,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:18:13,453 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:18:13,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:18:13,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:18:13,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:18:13,453 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:18:13,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691093453Disabling compacts and flushes for region at 1731691093453Disabling writes for close at 1731691093453Writing region close event to WAL at 1731691093453Closed at 1731691093453 2024-11-15T17:18:13,454 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:18:13,454 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:18:13,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:18:13,456 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:18:13,457 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:18:13,607 DEBUG [046d875b9f8f:45969 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:18:13,608 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,41143,1731691090522 2024-11-15T17:18:13,609 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,41143,1731691090522, state=OPENING 2024-11-15T17:18:13,716 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:18:13,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532 2024-11-15T17:18:13,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532 2024-11-15T17:18:13,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1671835532/meta-region-server: CHANGED 2024-11-15T17:18:13,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1671835532/meta-region-server: CHANGED 2024-11-15T17:18:13,734 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:18:13,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,41143,1731691090522}] 2024-11-15T17:18:13,887 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:18:13,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:18:13,892 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:18:13,892 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:18:13,892 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:18:13,894 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C41143%2C1731691090522.meta, suffix=.meta, logDir=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/WALs/046d875b9f8f,41143,1731691090522, archiveDir=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/oldWALs, maxLogs=10 2024-11-15T17:18:13,906 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/WALs/046d875b9f8f,41143,1731691090522/046d875b9f8f%2C41143%2C1731691090522.meta.1731691093894.meta, exclude list is [], retry=0 2024-11-15T17:18:13,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34555,DS-2f3fd889-176b-4df8-9bfe-b0a8293d22d5,DISK] 2024-11-15T17:18:13,910 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/WALs/046d875b9f8f,41143,1731691090522/046d875b9f8f%2C41143%2C1731691090522.meta.1731691093894.meta 2024-11-15T17:18:13,910 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46627:46627)] 2024-11-15T17:18:13,910 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:18:13,910 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:18:13,910 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:18:13,910 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:18:13,910 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:18:13,910 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:18:13,910 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:18:13,911 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:18:13,911 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:18:13,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:18:13,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:18:13,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:13,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:18:13,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:18:13,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:18:13,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:13,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:18:13,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:18:13,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:18:13,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:13,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:18:13,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:18:13,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:18:13,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:13,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:18:13,917 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:18:13,918 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740 2024-11-15T17:18:13,919 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740 2024-11-15T17:18:13,920 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:18:13,920 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:18:13,921 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:18:13,922 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:18:13,922 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67139068, jitterRate=4.500746726989746E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:18:13,922 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:18:13,923 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691093911Writing region info on filesystem at 1731691093911Initializing all the Stores at 1731691093912 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691093912Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691093912Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691093912Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691093912Cleaning up temporary data from old regions at 1731691093920 (+8 ms)Running coprocessor post-open hooks at 1731691093922 (+2 ms)Region opened successfully at 1731691093923 (+1 ms) 2024-11-15T17:18:13,924 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691093887 2024-11-15T17:18:13,926 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:18:13,926 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:18:13,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,41143,1731691090522 2024-11-15T17:18:13,927 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,41143,1731691090522, state=OPEN 2024-11-15T17:18:13,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1671835532/meta-region-server 2024-11-15T17:18:13,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1671835532/meta-region-server 2024-11-15T17:18:13,934 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,41143,1731691090522 2024-11-15T17:18:13,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1671835532/meta-region-server: CHANGED 2024-11-15T17:18:13,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1671835532/meta-region-server: CHANGED 2024-11-15T17:18:13,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:18:13,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,41143,1731691090522 in 200 msec 2024-11-15T17:18:13,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:18:13,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 483 msec 2024-11-15T17:18:13,940 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:18:13,940 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:18:13,941 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:18:13,941 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,41143,1731691090522, seqNum=-1] 2024-11-15T17:18:13,942 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:18:13,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:18:13,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3270 sec 2024-11-15T17:18:13,949 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691093948, completionTime=-1 2024-11-15T17:18:13,949 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:18:13,949 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:18:13,951 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:18:13,951 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691153951 2024-11-15T17:18:13,951 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691213951 2024-11-15T17:18:13,951 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T17:18:13,951 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45969,1731691090368-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:13,951 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45969,1731691090368-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:13,951 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45969,1731691090368-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:13,951 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:45969, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:13,951 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:13,952 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:13,953 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:18:13,956 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.358sec 2024-11-15T17:18:13,956 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:18:13,956 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:18:13,956 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:18:13,956 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:18:13,956 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:18:13,956 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45969,1731691090368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:18:13,956 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45969,1731691090368-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:18:13,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cb97af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:13,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45969,-1 for getting cluster id 2024-11-15T17:18:13,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:18:13,958 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ebc3e11-c649-4845-af64-4a7b12a5b774' 2024-11-15T17:18:13,958 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:18:13,958 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:18:13,958 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,45969,1731691090368-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:18:13,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:18:13,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ebc3e11-c649-4845-af64-4a7b12a5b774" 2024-11-15T17:18:13,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33678639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:13,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45969,-1] 2024-11-15T17:18:13,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:18:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:13,961 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:18:13,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:13,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:18:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,41143,1731691090522, seqNum=-1] 2024-11-15T17:18:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:18:13,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:18:13,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,45969,1731691090368 2024-11-15T17:18:13,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51368 2024-11-15T17:18:14,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:18:14,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013f80ef390005 connected 2024-11-15T17:18:14,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:18:14,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,45445,1731691084251 2024-11-15T17:18:14,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6069e187 2024-11-15T17:18:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:18:14,078 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:18:14,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45445 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:18:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45445 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T17:18:14,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:18:14,085 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:14,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45445 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T17:18:14,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:18:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:18:14,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741835_1011 (size=902) 2024-11-15T17:18:14,094 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ae9ec2fcfe541f1fe82fcbb4e2c8932, NAME => 'test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377 2024-11-15T17:18:14,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741836_1012 (size=39) 2024-11-15T17:18:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:18:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:18:14,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:18:14,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2ae9ec2fcfe541f1fe82fcbb4e2c8932, disabling compactions & flushes 2024-11-15T17:18:14,500 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932. 2024-11-15T17:18:14,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932. 2024-11-15T17:18:14,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932. after waiting 0 ms 2024-11-15T17:18:14,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932. 2024-11-15T17:18:14,500 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932. 2024-11-15T17:18:14,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ae9ec2fcfe541f1fe82fcbb4e2c8932: Waiting for close lock at 1731691094500Disabling compacts and flushes for region at 1731691094500Disabling writes for close at 1731691094500Writing region close event to WAL at 1731691094500Closed at 1731691094500 2024-11-15T17:18:14,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:18:14,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731691094501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691094501"}]},"ts":"1731691094501"} 2024-11-15T17:18:14,504 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:18:14,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:18:14,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691094505"}]},"ts":"1731691094505"} 2024-11-15T17:18:14,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T17:18:14,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2ae9ec2fcfe541f1fe82fcbb4e2c8932, ASSIGN}] 2024-11-15T17:18:14,508 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2ae9ec2fcfe541f1fe82fcbb4e2c8932, ASSIGN 2024-11-15T17:18:14,509 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2ae9ec2fcfe541f1fe82fcbb4e2c8932, ASSIGN; state=OFFLINE, location=046d875b9f8f,42949,1731691084493; forceNewPlan=false, retain=false 2024-11-15T17:18:14,660 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ae9ec2fcfe541f1fe82fcbb4e2c8932, regionState=OPENING, regionLocation=046d875b9f8f,42949,1731691084493 2024-11-15T17:18:14,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2ae9ec2fcfe541f1fe82fcbb4e2c8932, ASSIGN because future has completed 2024-11-15T17:18:14,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ae9ec2fcfe541f1fe82fcbb4e2c8932, server=046d875b9f8f,42949,1731691084493}] 2024-11-15T17:18:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:18:14,818 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932. 2024-11-15T17:18:14,819 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ae9ec2fcfe541f1fe82fcbb4e2c8932, NAME => 'test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:18:14,819 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:18:14,819 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T17:18:14,819 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2ae9ec2fcfe541f1fe82fcbb4e2c8932 2024-11-15T17:18:14,819 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:18:14,819 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2ae9ec2fcfe541f1fe82fcbb4e2c8932 2024-11-15T17:18:14,819 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2ae9ec2fcfe541f1fe82fcbb4e2c8932 2024-11-15T17:18:14,821 INFO [StoreOpener-2ae9ec2fcfe541f1fe82fcbb4e2c8932-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2ae9ec2fcfe541f1fe82fcbb4e2c8932 2024-11-15T17:18:14,822 INFO [StoreOpener-2ae9ec2fcfe541f1fe82fcbb4e2c8932-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ae9ec2fcfe541f1fe82fcbb4e2c8932 columnFamilyName f 2024-11-15T17:18:14,822 DEBUG [StoreOpener-2ae9ec2fcfe541f1fe82fcbb4e2c8932-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:14,823 INFO [StoreOpener-2ae9ec2fcfe541f1fe82fcbb4e2c8932-1 {}] regionserver.HStore(327): Store=2ae9ec2fcfe541f1fe82fcbb4e2c8932/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:18:14,823 INFO [StoreOpener-2ae9ec2fcfe541f1fe82fcbb4e2c8932-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2ae9ec2fcfe541f1fe82fcbb4e2c8932 2024-11-15T17:18:14,824 INFO [StoreOpener-2ae9ec2fcfe541f1fe82fcbb4e2c8932-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ae9ec2fcfe541f1fe82fcbb4e2c8932 columnFamilyName f1 2024-11-15T17:18:14,824 DEBUG [StoreOpener-2ae9ec2fcfe541f1fe82fcbb4e2c8932-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:14,824 INFO [StoreOpener-2ae9ec2fcfe541f1fe82fcbb4e2c8932-1 {}] regionserver.HStore(327): Store=2ae9ec2fcfe541f1fe82fcbb4e2c8932/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:18:14,824 INFO [StoreOpener-2ae9ec2fcfe541f1fe82fcbb4e2c8932-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2ae9ec2fcfe541f1fe82fcbb4e2c8932 2024-11-15T17:18:14,825 INFO [StoreOpener-2ae9ec2fcfe541f1fe82fcbb4e2c8932-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ae9ec2fcfe541f1fe82fcbb4e2c8932 columnFamilyName norep 2024-11-15T17:18:14,825 DEBUG [StoreOpener-2ae9ec2fcfe541f1fe82fcbb4e2c8932-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:14,826 INFO [StoreOpener-2ae9ec2fcfe541f1fe82fcbb4e2c8932-1 {}] regionserver.HStore(327): Store=2ae9ec2fcfe541f1fe82fcbb4e2c8932/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:18:14,826 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2ae9ec2fcfe541f1fe82fcbb4e2c8932 2024-11-15T17:18:14,826 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932 2024-11-15T17:18:14,826 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932 2024-11-15T17:18:14,827 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2ae9ec2fcfe541f1fe82fcbb4e2c8932 2024-11-15T17:18:14,827 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2ae9ec2fcfe541f1fe82fcbb4e2c8932 2024-11-15T17:18:14,828 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:18:14,829 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2ae9ec2fcfe541f1fe82fcbb4e2c8932 2024-11-15T17:18:14,831 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:18:14,831 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2ae9ec2fcfe541f1fe82fcbb4e2c8932; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64315389, jitterRate=-0.04162602126598358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:18:14,831 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ae9ec2fcfe541f1fe82fcbb4e2c8932 2024-11-15T17:18:14,832 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2ae9ec2fcfe541f1fe82fcbb4e2c8932: Running coprocessor pre-open hook at 1731691094819Writing region info on filesystem at 1731691094819Initializing all the Stores at 1731691094820 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691094820Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691094821 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691094821Cleaning up temporary data from old regions at 1731691094827 (+6 ms)Running coprocessor post-open hooks at 1731691094831 (+4 ms)Region opened successfully at 1731691094832 (+1 ms) 2024-11-15T17:18:14,833 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932., pid=6, masterSystemTime=1731691094815 2024-11-15T17:18:14,835 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932. 2024-11-15T17:18:14,835 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932. 2024-11-15T17:18:14,837 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ae9ec2fcfe541f1fe82fcbb4e2c8932, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=046d875b9f8f,42949,1731691084493 2024-11-15T17:18:14,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ae9ec2fcfe541f1fe82fcbb4e2c8932, server=046d875b9f8f,42949,1731691084493 because future has completed 2024-11-15T17:18:14,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:18:14,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ae9ec2fcfe541f1fe82fcbb4e2c8932, server=046d875b9f8f,42949,1731691084493 in 178 msec 2024-11-15T17:18:14,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T17:18:14,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2ae9ec2fcfe541f1fe82fcbb4e2c8932, ASSIGN in 335 msec 2024-11-15T17:18:14,846 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:18:14,846 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691094846"}]},"ts":"1731691094846"} 2024-11-15T17:18:14,848 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T17:18:14,849 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:18:14,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-11-15T17:18:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:18:15,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:18:15,225 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T17:18:15,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,45969,1731691090368 2024-11-15T17:18:15,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@451a350a 2024-11-15T17:18:15,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:18:15,227 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:18:15,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:18:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T17:18:15,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:18:15,230 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:15,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T17:18:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:18:15,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:18:15,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741835_1011 (size=902) 2024-11-15T17:18:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:18:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:18:15,639 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 481cda68351a155fc71da5365c5fc8b6, NAME => 'test,,1731691095227.481cda68351a155fc71da5365c5fc8b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8 2024-11-15T17:18:15,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741836_1012 (size=39) 2024-11-15T17:18:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:18:16,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731691095227.481cda68351a155fc71da5365c5fc8b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:18:16,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 481cda68351a155fc71da5365c5fc8b6, disabling compactions & flushes 2024-11-15T17:18:16,045 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731691095227.481cda68351a155fc71da5365c5fc8b6. 2024-11-15T17:18:16,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691095227.481cda68351a155fc71da5365c5fc8b6. 2024-11-15T17:18:16,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731691095227.481cda68351a155fc71da5365c5fc8b6. after waiting 0 ms 2024-11-15T17:18:16,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731691095227.481cda68351a155fc71da5365c5fc8b6. 2024-11-15T17:18:16,045 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731691095227.481cda68351a155fc71da5365c5fc8b6. 2024-11-15T17:18:16,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 481cda68351a155fc71da5365c5fc8b6: Waiting for close lock at 1731691096045Disabling compacts and flushes for region at 1731691096045Disabling writes for close at 1731691096045Writing region close event to WAL at 1731691096045Closed at 1731691096045 2024-11-15T17:18:16,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:18:16,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731691095227.481cda68351a155fc71da5365c5fc8b6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731691096047"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691096047"}]},"ts":"1731691096047"} 2024-11-15T17:18:16,069 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:18:16,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:18:16,070 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691096070"}]},"ts":"1731691096070"} 2024-11-15T17:18:16,072 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T17:18:16,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=481cda68351a155fc71da5365c5fc8b6, ASSIGN}] 2024-11-15T17:18:16,074 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=481cda68351a155fc71da5365c5fc8b6, ASSIGN 2024-11-15T17:18:16,076 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=481cda68351a155fc71da5365c5fc8b6, ASSIGN; state=OFFLINE, location=046d875b9f8f,41143,1731691090522; forceNewPlan=false, retain=false 2024-11-15T17:18:16,227 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=481cda68351a155fc71da5365c5fc8b6, regionState=OPENING, regionLocation=046d875b9f8f,41143,1731691090522 2024-11-15T17:18:16,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=481cda68351a155fc71da5365c5fc8b6, ASSIGN because future has completed 2024-11-15T17:18:16,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 481cda68351a155fc71da5365c5fc8b6, server=046d875b9f8f,41143,1731691090522}] 2024-11-15T17:18:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:18:16,385 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731691095227.481cda68351a155fc71da5365c5fc8b6. 2024-11-15T17:18:16,386 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 481cda68351a155fc71da5365c5fc8b6, NAME => 'test,,1731691095227.481cda68351a155fc71da5365c5fc8b6.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:18:16,386 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:18:16,386 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T17:18:16,386 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 481cda68351a155fc71da5365c5fc8b6 2024-11-15T17:18:16,386 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731691095227.481cda68351a155fc71da5365c5fc8b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:18:16,386 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 481cda68351a155fc71da5365c5fc8b6 2024-11-15T17:18:16,386 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 481cda68351a155fc71da5365c5fc8b6 2024-11-15T17:18:16,388 INFO [StoreOpener-481cda68351a155fc71da5365c5fc8b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 481cda68351a155fc71da5365c5fc8b6 2024-11-15T17:18:16,389 INFO [StoreOpener-481cda68351a155fc71da5365c5fc8b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 481cda68351a155fc71da5365c5fc8b6 columnFamilyName f 2024-11-15T17:18:16,389 DEBUG [StoreOpener-481cda68351a155fc71da5365c5fc8b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:16,390 INFO [StoreOpener-481cda68351a155fc71da5365c5fc8b6-1 {}] regionserver.HStore(327): Store=481cda68351a155fc71da5365c5fc8b6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:18:16,390 INFO [StoreOpener-481cda68351a155fc71da5365c5fc8b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 481cda68351a155fc71da5365c5fc8b6 2024-11-15T17:18:16,391 INFO [StoreOpener-481cda68351a155fc71da5365c5fc8b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 481cda68351a155fc71da5365c5fc8b6 columnFamilyName f1 2024-11-15T17:18:16,391 DEBUG [StoreOpener-481cda68351a155fc71da5365c5fc8b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:16,392 INFO [StoreOpener-481cda68351a155fc71da5365c5fc8b6-1 {}] regionserver.HStore(327): Store=481cda68351a155fc71da5365c5fc8b6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:18:16,392 INFO [StoreOpener-481cda68351a155fc71da5365c5fc8b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 481cda68351a155fc71da5365c5fc8b6 2024-11-15T17:18:16,393 INFO [StoreOpener-481cda68351a155fc71da5365c5fc8b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 481cda68351a155fc71da5365c5fc8b6 columnFamilyName norep 2024-11-15T17:18:16,393 DEBUG [StoreOpener-481cda68351a155fc71da5365c5fc8b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:16,393 INFO [StoreOpener-481cda68351a155fc71da5365c5fc8b6-1 {}] regionserver.HStore(327): Store=481cda68351a155fc71da5365c5fc8b6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:18:16,394 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 481cda68351a155fc71da5365c5fc8b6 2024-11-15T17:18:16,394 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/default/test/481cda68351a155fc71da5365c5fc8b6 2024-11-15T17:18:16,395 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/default/test/481cda68351a155fc71da5365c5fc8b6 2024-11-15T17:18:16,396 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 481cda68351a155fc71da5365c5fc8b6 2024-11-15T17:18:16,396 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 481cda68351a155fc71da5365c5fc8b6 2024-11-15T17:18:16,396 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:18:16,397 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 481cda68351a155fc71da5365c5fc8b6 2024-11-15T17:18:16,400 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/default/test/481cda68351a155fc71da5365c5fc8b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:18:16,400 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 481cda68351a155fc71da5365c5fc8b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73409780, jitterRate=0.0938909649848938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:18:16,400 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 481cda68351a155fc71da5365c5fc8b6 2024-11-15T17:18:16,400 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 481cda68351a155fc71da5365c5fc8b6: Running coprocessor pre-open hook at 1731691096386Writing region info on filesystem at 1731691096386Initializing all the Stores at 1731691096387 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691096387Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691096387Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691096387Cleaning up temporary data from old regions at 1731691096396 (+9 ms)Running coprocessor post-open hooks at 1731691096400 (+4 ms)Region opened successfully at 1731691096400 2024-11-15T17:18:16,401 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731691095227.481cda68351a155fc71da5365c5fc8b6., pid=6, masterSystemTime=1731691096382 2024-11-15T17:18:16,404 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731691095227.481cda68351a155fc71da5365c5fc8b6. 2024-11-15T17:18:16,404 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731691095227.481cda68351a155fc71da5365c5fc8b6. 2024-11-15T17:18:16,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=481cda68351a155fc71da5365c5fc8b6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=046d875b9f8f,41143,1731691090522 2024-11-15T17:18:16,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 481cda68351a155fc71da5365c5fc8b6, server=046d875b9f8f,41143,1731691090522 because future has completed 2024-11-15T17:18:16,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:18:16,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 481cda68351a155fc71da5365c5fc8b6, server=046d875b9f8f,41143,1731691090522 in 179 msec 2024-11-15T17:18:16,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T17:18:16,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=481cda68351a155fc71da5365c5fc8b6, ASSIGN in 338 msec 2024-11-15T17:18:16,415 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:18:16,416 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691096415"}]},"ts":"1731691096415"} 2024-11-15T17:18:16,418 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T17:18:16,419 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:18:16,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1910 sec 2024-11-15T17:18:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:18:17,384 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T17:18:17,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b046ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:17,384 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45445,-1 for getting cluster id 2024-11-15T17:18:17,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:18:17,385 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29db36e1-365d-4664-a1bd-3a10b671a3e3' 2024-11-15T17:18:17,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:18:17,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29db36e1-365d-4664-a1bd-3a10b671a3e3" 2024-11-15T17:18:17,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794800f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:17,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45445,-1] 2024-11-15T17:18:17,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:18:17,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:17,387 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:18:17,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174b4cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:17,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:17,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45969,-1 for getting cluster id 2024-11-15T17:18:17,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:18:17,389 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ebc3e11-c649-4845-af64-4a7b12a5b774' 2024-11-15T17:18:17,389 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:18:17,389 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ebc3e11-c649-4845-af64-4a7b12a5b774" 2024-11-15T17:18:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d230b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45969,-1] 2024-11-15T17:18:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:18:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:17,391 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:18:17,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574b1726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:17,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:17,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45445,-1 for getting cluster id 2024-11-15T17:18:17,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:18:17,393 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29db36e1-365d-4664-a1bd-3a10b671a3e3' 2024-11-15T17:18:17,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:18:17,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29db36e1-365d-4664-a1bd-3a10b671a3e3" 2024-11-15T17:18:17,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663c8c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:17,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45445,-1] 2024-11-15T17:18:17,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:18:17,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:17,394 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:18:17,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e4372f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:17,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:18:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,45445,1731691084251 2024-11-15T17:18:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73985b72 2024-11-15T17:18:17,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:18:17,399 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:18:17,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45445 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://046d875b9f8f:45969,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-15T17:18:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45445 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:18:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:18:17,403 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:45969' 2024-11-15T17:18:17,404 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@858e8ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:17,404 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45969,-1 for getting cluster id 2024-11-15T17:18:17,404 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:18:17,405 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ebc3e11-c649-4845-af64-4a7b12a5b774' 2024-11-15T17:18:17,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:18:17,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ebc3e11-c649-4845-af64-4a7b12a5b774" 2024-11-15T17:18:17,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c44488b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:17,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45969,-1] 2024-11-15T17:18:17,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:18:17,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:17,406 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:18:17,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bd751e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:17,407 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:18:17,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,45969,1731691090368 2024-11-15T17:18:17,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78aa7627 2024-11-15T17:18:17,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:18:17,408 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:18:17,409 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T17:18:17,409 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:18:17,409 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:17,409 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:17,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:18:17,410 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:18:17,411 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T17:18:17,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:18:17,412 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:17,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:18:17,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741837_1013 (size=1138) 2024-11-15T17:18:17,461 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T17:18:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:18:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:18:17,821 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6fb7dbd59bf1395c72ecf0fe64d59265, NAME => 'hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377 2024-11-15T17:18:17,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741838_1014 (size=44) 2024-11-15T17:18:17,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:18:17,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T17:18:17,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T17:18:17,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T17:18:17,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:18:17,840 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T17:18:17,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:18:17,840 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T17:18:17,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:18:17,840 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T17:18:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:18:18,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:18:18,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6fb7dbd59bf1395c72ecf0fe64d59265, disabling compactions & flushes 2024-11-15T17:18:18,231 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265. 2024-11-15T17:18:18,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265. 2024-11-15T17:18:18,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265. after waiting 0 ms 2024-11-15T17:18:18,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265. 2024-11-15T17:18:18,231 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265. 2024-11-15T17:18:18,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6fb7dbd59bf1395c72ecf0fe64d59265: Waiting for close lock at 1731691098231Disabling compacts and flushes for region at 1731691098231Disabling writes for close at 1731691098231Writing region close event to WAL at 1731691098231Closed at 1731691098231 2024-11-15T17:18:18,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:18:18,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731691098232"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691098232"}]},"ts":"1731691098232"} 2024-11-15T17:18:18,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:18:18,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:18:18,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691098236"}]},"ts":"1731691098236"} 2024-11-15T17:18:18,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T17:18:18,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6fb7dbd59bf1395c72ecf0fe64d59265, ASSIGN}] 2024-11-15T17:18:18,240 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6fb7dbd59bf1395c72ecf0fe64d59265, ASSIGN 2024-11-15T17:18:18,241 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6fb7dbd59bf1395c72ecf0fe64d59265, ASSIGN; state=OFFLINE, location=046d875b9f8f,42949,1731691084493; forceNewPlan=false, retain=false 2024-11-15T17:18:18,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6fb7dbd59bf1395c72ecf0fe64d59265, regionState=OPENING, regionLocation=046d875b9f8f,42949,1731691084493 2024-11-15T17:18:18,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6fb7dbd59bf1395c72ecf0fe64d59265, ASSIGN because future has completed 2024-11-15T17:18:18,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fb7dbd59bf1395c72ecf0fe64d59265, server=046d875b9f8f,42949,1731691084493}] 2024-11-15T17:18:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:18:18,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265. 2024-11-15T17:18:18,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:18:18,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T17:18:18,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C42949%2C1731691084493.rep, suffix=, logDir=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493, archiveDir=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/oldWALs, maxLogs=10 2024-11-15T17:18:18,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.rep.1731691098553, exclude list is [], retry=0 2024-11-15T17:18:18,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41635,DS-a55fe51a-8a6f-403b-adb7-21709d65784f,DISK] 2024-11-15T17:18:18,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.rep.1731691098553 2024-11-15T17:18:18,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36037:36037)] 2024-11-15T17:18:18,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fb7dbd59bf1395c72ecf0fe64d59265, NAME => 'hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:18:18,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:18:18,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:18:18,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265. service=MultiRowMutationService 2024-11-15T17:18:18,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T17:18:18,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6fb7dbd59bf1395c72ecf0fe64d59265 2024-11-15T17:18:18,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:18:18,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6fb7dbd59bf1395c72ecf0fe64d59265 2024-11-15T17:18:18,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6fb7dbd59bf1395c72ecf0fe64d59265 2024-11-15T17:18:18,582 INFO [StoreOpener-6fb7dbd59bf1395c72ecf0fe64d59265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6fb7dbd59bf1395c72ecf0fe64d59265 2024-11-15T17:18:18,583 INFO [StoreOpener-6fb7dbd59bf1395c72ecf0fe64d59265-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fb7dbd59bf1395c72ecf0fe64d59265 columnFamilyName hfileref 2024-11-15T17:18:18,583 DEBUG [StoreOpener-6fb7dbd59bf1395c72ecf0fe64d59265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:18,584 INFO [StoreOpener-6fb7dbd59bf1395c72ecf0fe64d59265-1 {}] regionserver.HStore(327): Store=6fb7dbd59bf1395c72ecf0fe64d59265/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:18:18,584 INFO [StoreOpener-6fb7dbd59bf1395c72ecf0fe64d59265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6fb7dbd59bf1395c72ecf0fe64d59265 2024-11-15T17:18:18,585 INFO [StoreOpener-6fb7dbd59bf1395c72ecf0fe64d59265-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fb7dbd59bf1395c72ecf0fe64d59265 columnFamilyName queue 2024-11-15T17:18:18,585 DEBUG [StoreOpener-6fb7dbd59bf1395c72ecf0fe64d59265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:18,586 INFO [StoreOpener-6fb7dbd59bf1395c72ecf0fe64d59265-1 {}] regionserver.HStore(327): Store=6fb7dbd59bf1395c72ecf0fe64d59265/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:18:18,586 INFO [StoreOpener-6fb7dbd59bf1395c72ecf0fe64d59265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6fb7dbd59bf1395c72ecf0fe64d59265 2024-11-15T17:18:18,587 INFO [StoreOpener-6fb7dbd59bf1395c72ecf0fe64d59265-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fb7dbd59bf1395c72ecf0fe64d59265 columnFamilyName sid 2024-11-15T17:18:18,587 DEBUG [StoreOpener-6fb7dbd59bf1395c72ecf0fe64d59265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:18:18,587 INFO [StoreOpener-6fb7dbd59bf1395c72ecf0fe64d59265-1 {}] regionserver.HStore(327): Store=6fb7dbd59bf1395c72ecf0fe64d59265/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:18:18,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6fb7dbd59bf1395c72ecf0fe64d59265 2024-11-15T17:18:18,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/replication/6fb7dbd59bf1395c72ecf0fe64d59265 2024-11-15T17:18:18,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/replication/6fb7dbd59bf1395c72ecf0fe64d59265 2024-11-15T17:18:18,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6fb7dbd59bf1395c72ecf0fe64d59265 2024-11-15T17:18:18,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6fb7dbd59bf1395c72ecf0fe64d59265 2024-11-15T17:18:18,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:18:18,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6fb7dbd59bf1395c72ecf0fe64d59265 2024-11-15T17:18:18,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/replication/6fb7dbd59bf1395c72ecf0fe64d59265/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:18:18,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6fb7dbd59bf1395c72ecf0fe64d59265; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68354929, jitterRate=0.01856781542301178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:18:18,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fb7dbd59bf1395c72ecf0fe64d59265 2024-11-15T17:18:18,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6fb7dbd59bf1395c72ecf0fe64d59265: Running coprocessor pre-open hook at 1731691098580Writing region info on filesystem at 1731691098580Initializing all the Stores at 1731691098581 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691098581Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691098581Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691098581Cleaning up temporary data from old regions at 1731691098589 (+8 ms)Running coprocessor post-open hooks at 1731691098593 (+4 ms)Region opened successfully at 1731691098593 2024-11-15T17:18:18,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265., pid=10, masterSystemTime=1731691098546 2024-11-15T17:18:18,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265. 2024-11-15T17:18:18,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265. 2024-11-15T17:18:18,597 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6fb7dbd59bf1395c72ecf0fe64d59265, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,42949,1731691084493 2024-11-15T17:18:18,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fb7dbd59bf1395c72ecf0fe64d59265, server=046d875b9f8f,42949,1731691084493 because future has completed 2024-11-15T17:18:18,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T17:18:18,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fb7dbd59bf1395c72ecf0fe64d59265, server=046d875b9f8f,42949,1731691084493 in 206 msec 2024-11-15T17:18:18,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T17:18:18,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6fb7dbd59bf1395c72ecf0fe64d59265, ASSIGN in 364 msec 2024-11-15T17:18:18,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:18:18,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691098606"}]},"ts":"1731691098606"} 2024-11-15T17:18:18,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T17:18:18,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:18:18,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-15T17:18:18,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265., hostname=046d875b9f8f,42949,1731691084493, seqNum=2] 2024-11-15T17:18:18,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176 2024-11-15T17:18:18,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176 2024-11-15T17:18:18,696 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T17:18:18,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:18:18,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T17:18:18,856 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T17:18:18,882 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-046d875b9f8f,42949,1731691084493, ReplicationSource: 1, currentBandwidth=0 2024-11-15T17:18:18,882 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:18:18,882 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,42949,1731691084493, seqNum=-1] 2024-11-15T17:18:18,882 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:18:18,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-15T17:18:18,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-046d875b9f8f,42949,1731691084493', locateType=CURRENT is [region=hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265., hostname=046d875b9f8f,42949,1731691084493, seqNum=2] 2024-11-15T17:18:18,888 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T17:18:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45445 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T17:18:18,890 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 046d875b9f8f,42949,1731691084493 suceeded 2024-11-15T17:18:18,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T17:18:18,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-15T17:18:18,892 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://046d875b9f8f:45969,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-15T17:18:18,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4930 sec 2024-11-15T17:18:18,902 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:45969' 2024-11-15T17:18:18,903 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bb83ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:18,903 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45969,-1 for getting cluster id 2024-11-15T17:18:18,903 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:18:18,904 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ebc3e11-c649-4845-af64-4a7b12a5b774' 2024-11-15T17:18:18,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:18:18,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ebc3e11-c649-4845-af64-4a7b12a5b774" 2024-11-15T17:18:18,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5093e28f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:18,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45969,-1] 2024-11-15T17:18:18,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:18:18,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:18,906 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:18:18,907 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f8271de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:18,907 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:18:18,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,45969,1731691090368 2024-11-15T17:18:18,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b665e6f 2024-11-15T17:18:18,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:18:18,908 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-15T17:18:18,909 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-046d875b9f8f,42949,1731691084493 (queues=1) is replicating from cluster=29db36e1-365d-4664-a1bd-3a10b671a3e3 to cluster=3ebc3e11-c649-4845-af64-4a7b12a5b774 2024-11-15T17:18:18,909 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=046d875b9f8f%2C42949%2C1731691084493 2024-11-15T17:18:18,909 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-046d875b9f8f,42949,1731691084493, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:18:18,910 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.shipper046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C42949%2C1731691084493 2024-11-15T17:18:18,910 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255, startPosition=0, beingWritten=true 2024-11-15T17:18:18,920 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:18:18,920 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 379, reset compression=false 2024-11-15T17:18:18,920 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.shipper046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,42949,1731691084493 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:18:19,127 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 379, reset compression=false 2024-11-15T17:18:19,412 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:18:19,431 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 379, reset compression=false 2024-11-15T17:18:19,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:18:19,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:18:19,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:18:19,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:18:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:18:19,544 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T17:18:19,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:18:19,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:18:19,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:19,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:19,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:18:19,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:18:19,551 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731691099549/Put/seqid=0 2024-11-15T17:18:19,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741840_1016 (size=7894) 2024-11-15T17:18:19,836 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 379, reset compression=false 2024-11-15T17:18:19,957 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/load_f/f/hfile_1 is 34, key is ddd/f:row/1731691099956/Put/seqid=0 2024-11-15T17:18:19,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741841_1017 (size=7691) 2024-11-15T17:18:20,340 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 379, reset compression=false 2024-11-15T17:18:20,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9c64d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:20,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45445,-1 for getting cluster id 2024-11-15T17:18:20,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:18:20,368 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29db36e1-365d-4664-a1bd-3a10b671a3e3' 2024-11-15T17:18:20,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:18:20,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29db36e1-365d-4664-a1bd-3a10b671a3e3" 2024-11-15T17:18:20,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aaa1c8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:20,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45445,-1] 2024-11-15T17:18:20,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:18:20,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:20,370 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:18:20,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea7046c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:20,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:18:20,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,42949,1731691084493, seqNum=-1] 2024-11-15T17:18:20,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:18:20,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:18:20,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:18:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,45445,1731691084251 2024-11-15T17:18:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@717ef1f9 2024-11-15T17:18:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:18:20,387 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:18:20,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932., hostname=046d875b9f8f,42949,1731691084493, seqNum=2] 2024-11-15T17:18:20,401 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T17:18:20,413 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-15T17:18:20,416 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-15T17:18:20,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/load_f/f/hfile_0 for inclusion in 2ae9ec2fcfe541f1fe82fcbb4e2c8932/f 2024-11-15T17:18:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T17:18:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:18:20,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/load_f/f/hfile_1 for inclusion in 2ae9ec2fcfe541f1fe82fcbb4e2c8932/f 2024-11-15T17:18:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T17:18:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:18:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HRegion(2603): Flush status journal for 2ae9ec2fcfe541f1fe82fcbb4e2c8932: 2024-11-15T17:18:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/load_f/f/hfile_0 to hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__1dq5ruqq06di4q3iujaqka2ourq1dk3p9sdc7g8oolt4j6rqb3b8brbkocrvmf66/f/hfile_0 2024-11-15T17:18:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__1dq5ruqq06di4q3iujaqka2ourq1dk3p9sdc7g8oolt4j6rqb3b8brbkocrvmf66/f/hfile_0 as hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932/f/c9454fdb4c0c452baaf94c775039b543_SeqId_4_ 2024-11-15T17:18:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/load_f/f/hfile_1 to hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__1dq5ruqq06di4q3iujaqka2ourq1dk3p9sdc7g8oolt4j6rqb3b8brbkocrvmf66/f/hfile_1 2024-11-15T17:18:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__1dq5ruqq06di4q3iujaqka2ourq1dk3p9sdc7g8oolt4j6rqb3b8brbkocrvmf66/f/hfile_1 as hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932/f/53185e9dea7747589fb9923b11307779_SeqId_4_ 2024-11-15T17:18:20,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__1dq5ruqq06di4q3iujaqka2ourq1dk3p9sdc7g8oolt4j6rqb3b8brbkocrvmf66/f/hfile_0 into 2ae9ec2fcfe541f1fe82fcbb4e2c8932/f as hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932/f/c9454fdb4c0c452baaf94c775039b543_SeqId_4_ - updating store file list. 2024-11-15T17:18:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c9454fdb4c0c452baaf94c775039b543_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T17:18:20,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932/f/c9454fdb4c0c452baaf94c775039b543_SeqId_4_ into 2ae9ec2fcfe541f1fe82fcbb4e2c8932/f 2024-11-15T17:18:20,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__1dq5ruqq06di4q3iujaqka2ourq1dk3p9sdc7g8oolt4j6rqb3b8brbkocrvmf66/f/hfile_0 into 2ae9ec2fcfe541f1fe82fcbb4e2c8932/f (new location: hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932/f/c9454fdb4c0c452baaf94c775039b543_SeqId_4_) 2024-11-15T17:18:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__1dq5ruqq06di4q3iujaqka2ourq1dk3p9sdc7g8oolt4j6rqb3b8brbkocrvmf66/f/hfile_0 2024-11-15T17:18:20,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__1dq5ruqq06di4q3iujaqka2ourq1dk3p9sdc7g8oolt4j6rqb3b8brbkocrvmf66/f/hfile_1 into 2ae9ec2fcfe541f1fe82fcbb4e2c8932/f as hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932/f/53185e9dea7747589fb9923b11307779_SeqId_4_ - updating store file list. 2024-11-15T17:18:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 53185e9dea7747589fb9923b11307779_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T17:18:20,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932/f/53185e9dea7747589fb9923b11307779_SeqId_4_ into 2ae9ec2fcfe541f1fe82fcbb4e2c8932/f 2024-11-15T17:18:20,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__1dq5ruqq06di4q3iujaqka2ourq1dk3p9sdc7g8oolt4j6rqb3b8brbkocrvmf66/f/hfile_1 into 2ae9ec2fcfe541f1fe82fcbb4e2c8932/f (new location: hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932/f/53185e9dea7747589fb9923b11307779_SeqId_4_) 2024-11-15T17:18:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__1dq5ruqq06di4q3iujaqka2ourq1dk3p9sdc7g8oolt4j6rqb3b8brbkocrvmf66/f/hfile_1 2024-11-15T17:18:20,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:18:20,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:18:20,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:20,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:20,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:18:20,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:18:20,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932., hostname=046d875b9f8f,42949,1731691084493, seqNum=2 , the old value is region=test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932., hostname=046d875b9f8f,42949,1731691084493, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=046d875b9f8f:42949 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T17:18:20,476 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T17:18:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932., hostname=046d875b9f8f,42949,1731691084493, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T17:18:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932., hostname=046d875b9f8f,42949,1731691084493, seqNum=2 from cache 2024-11-15T17:18:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,41143,1731691090522, seqNum=-1] 2024-11-15T17:18:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:18:20,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:18:20,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731691095227.481cda68351a155fc71da5365c5fc8b6., hostname=046d875b9f8f,41143,1731691090522, seqNum=2] 2024-11-15T17:18:20,483 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T17:18:20,584 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:42949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T17:18:20,944 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 379, reset compression=false 2024-11-15T17:18:20,951 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:18:20,951 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.shipper046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,42949,1731691084493 got entry batch from reader: WALEntryBatch [walEntries=[{test/2ae9ec2fcfe541f1fe82fcbb4e2c8932/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731691100469/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T17:18:20,970 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.shipper046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:18:20,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-15T17:18:20,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.ReplicationSink(318): Replicating [29db36e1-365d-4664-a1bd-3a10b671a3e3] bulk loaded data 2024-11-15T17:18:20,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12a8d918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:20,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45969,-1 for getting cluster id 2024-11-15T17:18:20,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:18:20,978 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ebc3e11-c649-4845-af64-4a7b12a5b774' 2024-11-15T17:18:20,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:18:20,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ebc3e11-c649-4845-af64-4a7b12a5b774" 2024-11-15T17:18:20,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@596116fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:20,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45969,-1] 2024-11-15T17:18:20,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:18:20,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:20,979 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:18:20,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5466a0d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:20,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741837_1013 (size=7894) 2024-11-15T17:18:21,151 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 687, reset compression=false 2024-11-15T17:18:21,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741838_1014 (size=7691) 2024-11-15T17:18:21,455 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 687, reset compression=false 2024-11-15T17:18:21,485 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T17:18:21,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:18:21,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,45969,1731691090368 2024-11-15T17:18:21,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc2dbe6 2024-11-15T17:18:21,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:18:21,810 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-15T17:18:21,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T17:18:21,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:18:21,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,41143,1731691090522, seqNum=-1] 2024-11-15T17:18:21,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:18:21,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-15T17:18:21,820 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/staging/jenkins.hfs.6__test__ud8bm5v73ou0gp9tqrrbsah8vtj0bgmgrir2353e27gnbc0nho99iobeloq8j2dr/f/53185e9dea7747589fb9923b11307779_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T17:18:21,823 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/staging/jenkins.hfs.6__test__ud8bm5v73ou0gp9tqrrbsah8vtj0bgmgrir2353e27gnbc0nho99iobeloq8j2dr/f/c9454fdb4c0c452baaf94c775039b543_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T17:18:21,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/staging/jenkins.hfs.6__test__ud8bm5v73ou0gp9tqrrbsah8vtj0bgmgrir2353e27gnbc0nho99iobeloq8j2dr/f/53185e9dea7747589fb9923b11307779_SeqId_4_ for inclusion in 481cda68351a155fc71da5365c5fc8b6/f 2024-11-15T17:18:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T17:18:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:18:21,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/staging/jenkins.hfs.6__test__ud8bm5v73ou0gp9tqrrbsah8vtj0bgmgrir2353e27gnbc0nho99iobeloq8j2dr/f/c9454fdb4c0c452baaf94c775039b543_SeqId_4_ for inclusion in 481cda68351a155fc71da5365c5fc8b6/f 2024-11-15T17:18:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T17:18:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:18:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.HRegion(2603): Flush status journal for 481cda68351a155fc71da5365c5fc8b6: 2024-11-15T17:18:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 53185e9dea7747589fb9923b11307779_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T17:18:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/staging/jenkins.hfs.6__test__ud8bm5v73ou0gp9tqrrbsah8vtj0bgmgrir2353e27gnbc0nho99iobeloq8j2dr/f/53185e9dea7747589fb9923b11307779_SeqId_4_ as hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/default/test/481cda68351a155fc71da5365c5fc8b6/f/6e7ff10090114352904bc6fa16c92fbe_SeqId_4_ 2024-11-15T17:18:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c9454fdb4c0c452baaf94c775039b543_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T17:18:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/staging/jenkins.hfs.6__test__ud8bm5v73ou0gp9tqrrbsah8vtj0bgmgrir2353e27gnbc0nho99iobeloq8j2dr/f/c9454fdb4c0c452baaf94c775039b543_SeqId_4_ as hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/default/test/481cda68351a155fc71da5365c5fc8b6/f/26142c916fd24e1994ff8e2edada4cab_SeqId_4_ 2024-11-15T17:18:21,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/staging/jenkins.hfs.6__test__ud8bm5v73ou0gp9tqrrbsah8vtj0bgmgrir2353e27gnbc0nho99iobeloq8j2dr/f/53185e9dea7747589fb9923b11307779_SeqId_4_ into 481cda68351a155fc71da5365c5fc8b6/f as hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/default/test/481cda68351a155fc71da5365c5fc8b6/f/6e7ff10090114352904bc6fa16c92fbe_SeqId_4_ - updating store file list. 2024-11-15T17:18:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6e7ff10090114352904bc6fa16c92fbe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T17:18:21,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/default/test/481cda68351a155fc71da5365c5fc8b6/f/6e7ff10090114352904bc6fa16c92fbe_SeqId_4_ into 481cda68351a155fc71da5365c5fc8b6/f 2024-11-15T17:18:21,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/staging/jenkins.hfs.6__test__ud8bm5v73ou0gp9tqrrbsah8vtj0bgmgrir2353e27gnbc0nho99iobeloq8j2dr/f/53185e9dea7747589fb9923b11307779_SeqId_4_ into 481cda68351a155fc71da5365c5fc8b6/f (new location: hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/default/test/481cda68351a155fc71da5365c5fc8b6/f/6e7ff10090114352904bc6fa16c92fbe_SeqId_4_) 2024-11-15T17:18:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/staging/jenkins.hfs.6__test__ud8bm5v73ou0gp9tqrrbsah8vtj0bgmgrir2353e27gnbc0nho99iobeloq8j2dr/f/53185e9dea7747589fb9923b11307779_SeqId_4_ 2024-11-15T17:18:21,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/staging/jenkins.hfs.6__test__ud8bm5v73ou0gp9tqrrbsah8vtj0bgmgrir2353e27gnbc0nho99iobeloq8j2dr/f/c9454fdb4c0c452baaf94c775039b543_SeqId_4_ into 481cda68351a155fc71da5365c5fc8b6/f as hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/default/test/481cda68351a155fc71da5365c5fc8b6/f/26142c916fd24e1994ff8e2edada4cab_SeqId_4_ - updating store file list. 2024-11-15T17:18:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 26142c916fd24e1994ff8e2edada4cab_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T17:18:21,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/default/test/481cda68351a155fc71da5365c5fc8b6/f/26142c916fd24e1994ff8e2edada4cab_SeqId_4_ into 481cda68351a155fc71da5365c5fc8b6/f 2024-11-15T17:18:21,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/staging/jenkins.hfs.6__test__ud8bm5v73ou0gp9tqrrbsah8vtj0bgmgrir2353e27gnbc0nho99iobeloq8j2dr/f/c9454fdb4c0c452baaf94c775039b543_SeqId_4_ into 481cda68351a155fc71da5365c5fc8b6/f (new location: hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/default/test/481cda68351a155fc71da5365c5fc8b6/f/26142c916fd24e1994ff8e2edada4cab_SeqId_4_) 2024-11-15T17:18:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/staging/jenkins.hfs.6__test__ud8bm5v73ou0gp9tqrrbsah8vtj0bgmgrir2353e27gnbc0nho99iobeloq8j2dr/f/c9454fdb4c0c452baaf94c775039b543_SeqId_4_ 2024-11-15T17:18:21,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] regionserver.ReplicationSink(324): Finished replicating [29db36e1-365d-4664-a1bd-3a10b671a3e3] bulk loaded data 2024-11-15T17:18:21,859 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 687, reset compression=false 2024-11-15T17:18:22,363 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 687, reset compression=false 2024-11-15T17:18:22,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:18:22,502 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731691102501/Put/seqid=0 2024-11-15T17:18:22,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741842_1018 (size=7997) 2024-11-15T17:18:22,915 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731691102914/Put/seqid=0 2024-11-15T17:18:22,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741843_1019 (size=7794) 2024-11-15T17:18:22,966 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 687, reset compression=false 2024-11-15T17:18:23,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9624a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:23,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,45445,-1 for getting cluster id 2024-11-15T17:18:23,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:18:23,322 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29db36e1-365d-4664-a1bd-3a10b671a3e3' 2024-11-15T17:18:23,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:18:23,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29db36e1-365d-4664-a1bd-3a10b671a3e3" 2024-11-15T17:18:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff8cdf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,45445,-1] 2024-11-15T17:18:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:18:23,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:23,324 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:18:23,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297a3855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:18:23,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:18:23,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,42949,1731691084493, seqNum=-1] 2024-11-15T17:18:23,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:18:23,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:18:23,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:18:23,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,45445,1731691084251 2024-11-15T17:18:23,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42ddce5 2024-11-15T17:18:23,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:18:23,338 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:18:23,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932., hostname=046d875b9f8f,42949,1731691084493, seqNum=2] 2024-11-15T17:18:23,345 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T17:18:23,352 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-15T17:18:23,356 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-15T17:18:23,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/load_f1/f1/hfile_1 for inclusion in 2ae9ec2fcfe541f1fe82fcbb4e2c8932/f1 2024-11-15T17:18:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T17:18:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:18:23,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/load_f1/f1/hfile_0 for inclusion in 2ae9ec2fcfe541f1fe82fcbb4e2c8932/f1 2024-11-15T17:18:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T17:18:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:18:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HRegion(2603): Flush status journal for 2ae9ec2fcfe541f1fe82fcbb4e2c8932: 2024-11-15T17:18:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/load_f1/f1/hfile_1 to hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__s03sitcjt7trl90qnn1ilaitudmefm85jec8tlnpblm5637p2sfnvj11cp3ise5o/f1/hfile_1 2024-11-15T17:18:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__s03sitcjt7trl90qnn1ilaitudmefm85jec8tlnpblm5637p2sfnvj11cp3ise5o/f1/hfile_1 as hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932/f1/1e9cda6826974e2fb805042ceb788eee_SeqId_6_ 2024-11-15T17:18:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/load_f1/f1/hfile_0 to hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__s03sitcjt7trl90qnn1ilaitudmefm85jec8tlnpblm5637p2sfnvj11cp3ise5o/f1/hfile_0 2024-11-15T17:18:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__s03sitcjt7trl90qnn1ilaitudmefm85jec8tlnpblm5637p2sfnvj11cp3ise5o/f1/hfile_0 as hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932/f1/3bccf72838814d61b73680c0bdb7cdf1_SeqId_6_ 2024-11-15T17:18:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-15T17:18:23,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__s03sitcjt7trl90qnn1ilaitudmefm85jec8tlnpblm5637p2sfnvj11cp3ise5o/f1/hfile_1 into 2ae9ec2fcfe541f1fe82fcbb4e2c8932/f1 as hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932/f1/1e9cda6826974e2fb805042ceb788eee_SeqId_6_ - updating store file list. 2024-11-15T17:18:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e9cda6826974e2fb805042ceb788eee_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T17:18:23,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932/f1/1e9cda6826974e2fb805042ceb788eee_SeqId_6_ into 2ae9ec2fcfe541f1fe82fcbb4e2c8932/f1 2024-11-15T17:18:23,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__s03sitcjt7trl90qnn1ilaitudmefm85jec8tlnpblm5637p2sfnvj11cp3ise5o/f1/hfile_1 into 2ae9ec2fcfe541f1fe82fcbb4e2c8932/f1 (new location: hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932/f1/1e9cda6826974e2fb805042ceb788eee_SeqId_6_) 2024-11-15T17:18:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__s03sitcjt7trl90qnn1ilaitudmefm85jec8tlnpblm5637p2sfnvj11cp3ise5o/f1/hfile_1 2024-11-15T17:18:23,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__s03sitcjt7trl90qnn1ilaitudmefm85jec8tlnpblm5637p2sfnvj11cp3ise5o/f1/hfile_0 into 2ae9ec2fcfe541f1fe82fcbb4e2c8932/f1 as hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932/f1/3bccf72838814d61b73680c0bdb7cdf1_SeqId_6_ - updating store file list. 2024-11-15T17:18:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3bccf72838814d61b73680c0bdb7cdf1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T17:18:23,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932/f1/3bccf72838814d61b73680c0bdb7cdf1_SeqId_6_ into 2ae9ec2fcfe541f1fe82fcbb4e2c8932/f1 2024-11-15T17:18:23,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__s03sitcjt7trl90qnn1ilaitudmefm85jec8tlnpblm5637p2sfnvj11cp3ise5o/f1/hfile_0 into 2ae9ec2fcfe541f1fe82fcbb4e2c8932/f1 (new location: hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932/f1/3bccf72838814d61b73680c0bdb7cdf1_SeqId_6_) 2024-11-15T17:18:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/staging/jenkins__test__s03sitcjt7trl90qnn1ilaitudmefm85jec8tlnpblm5637p2sfnvj11cp3ise5o/f1/hfile_0 2024-11-15T17:18:23,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:18:23,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:18:23,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:23,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:18:23,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:18:23,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932., hostname=046d875b9f8f,42949,1731691084493, seqNum=2 , the old value is region=test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932., hostname=046d875b9f8f,42949,1731691084493, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=046d875b9f8f:42949 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T17:18:23,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932., hostname=046d875b9f8f,42949,1731691084493, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T17:18:23,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932., hostname=046d875b9f8f,42949,1731691084493, seqNum=2 from cache 2024-11-15T17:18:23,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:18:23,389 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T17:18:23,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,42949,1731691084493, seqNum=-1] 2024-11-15T17:18:23,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:18:23,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:18:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932., hostname=046d875b9f8f,42949,1731691084493, seqNum=2] 2024-11-15T17:18:23,494 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:42949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T17:18:23,670 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 687, reset compression=false 2024-11-15T17:18:23,675 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:18:23,675 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:23,675 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.shipper046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,42949,1731691084493 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:18:23,879 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:24,184 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:24,596 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:25,103 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:25,709 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:26,415 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:27,219 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:27,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T17:18:27,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T17:18:28,123 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:29,127 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:30,231 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:31,435 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:32,739 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:34,143 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:34,217 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:18:35,647 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:37,250 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:38,954 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:39,957 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:18:40,759 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:42,662 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:43,678 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.shipper046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,42949,1731691084493 got entry batch from reader: null 2024-11-15T17:18:44,666 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:46,770 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:48,438 INFO [master/046d875b9f8f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T17:18:48,439 INFO [master/046d875b9f8f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T17:18:48,974 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:51,278 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:53,681 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:53,962 INFO [master/046d875b9f8f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T17:18:53,962 INFO [master/046d875b9f8f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T17:18:56,185 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:58,790 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:18:59,819 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2ae9ec2fcfe541f1fe82fcbb4e2c8932, had cached 0 bytes from a total of 31376 2024-11-15T17:19:01,386 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 481cda68351a155fc71da5365c5fc8b6, had cached 0 bytes from a total of 15585 2024-11-15T17:19:01,494 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:19:03,678 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.shipper046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,42949,1731691084493 got entry batch from reader: null 2024-11-15T17:19:04,217 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:19:04,298 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:19:07,201 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:19:09,957 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:19:10,205 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:19:13,309 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:19:15,410 DEBUG [master/046d875b9f8f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T17:19:16,513 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:19:19,816 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:19:23,221 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:19:23,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:19:23,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:19:23,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:23,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:23,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:23,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:19:23,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:19:23,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1290038706, stopped=false 2024-11-15T17:19:23,430 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,45969,1731691090368 2024-11-15T17:19:23,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1671835532/running 2024-11-15T17:19:23,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1671835532/running 2024-11-15T17:19:23,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532 2024-11-15T17:19:23,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532 2024-11-15T17:19:23,434 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:19:23,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:19:23,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:23,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:23,435 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,41143,1731691090522' ***** 2024-11-15T17:19:23,435 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:19:23,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Set watcher on znode that does not yet exist, /1671835532/running 2024-11-15T17:19:23,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Set watcher on znode that does not yet exist, /1671835532/running 2024-11-15T17:19:23,436 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:19:23,436 INFO [RS:0;046d875b9f8f:41143 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:19:23,436 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:19:23,436 INFO [RS:0;046d875b9f8f:41143 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:19:23,436 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(3091): Received CLOSE for 481cda68351a155fc71da5365c5fc8b6 2024-11-15T17:19:23,437 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,41143,1731691090522 2024-11-15T17:19:23,437 INFO [RS:0;046d875b9f8f:41143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:19:23,437 INFO [RS:0;046d875b9f8f:41143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:41143. 2024-11-15T17:19:23,437 DEBUG [RS:0;046d875b9f8f:41143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:23,437 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 481cda68351a155fc71da5365c5fc8b6, disabling compactions & flushes 2024-11-15T17:19:23,437 DEBUG [RS:0;046d875b9f8f:41143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:23,437 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731691095227.481cda68351a155fc71da5365c5fc8b6. 2024-11-15T17:19:23,437 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691095227.481cda68351a155fc71da5365c5fc8b6. 2024-11-15T17:19:23,437 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:19:23,437 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731691095227.481cda68351a155fc71da5365c5fc8b6. after waiting 0 ms 2024-11-15T17:19:23,437 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:19:23,437 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:19:23,437 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731691095227.481cda68351a155fc71da5365c5fc8b6. 2024-11-15T17:19:23,437 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:19:23,437 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T17:19:23,437 DEBUG [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(1325): Online Regions={481cda68351a155fc71da5365c5fc8b6=test,,1731691095227.481cda68351a155fc71da5365c5fc8b6., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T17:19:23,438 DEBUG [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 481cda68351a155fc71da5365c5fc8b6 2024-11-15T17:19:23,438 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:19:23,438 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:19:23,438 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:19:23,438 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:19:23,438 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:19:23,438 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T17:19:23,443 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/default/test/481cda68351a155fc71da5365c5fc8b6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T17:19:23,444 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:19:23,444 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:19:23,444 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731691095227.481cda68351a155fc71da5365c5fc8b6. 2024-11-15T17:19:23,444 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 481cda68351a155fc71da5365c5fc8b6: Waiting for close lock at 1731691163437Running coprocessor pre-close hooks at 1731691163437Disabling compacts and flushes for region at 1731691163437Disabling writes for close at 1731691163437Writing region close event to WAL at 1731691163438 (+1 ms)Running coprocessor post-close hooks at 1731691163444 (+6 ms)Closed at 1731691163444 2024-11-15T17:19:23,444 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731691095227.481cda68351a155fc71da5365c5fc8b6. 2024-11-15T17:19:23,457 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:19:23,469 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/.tmp/info/82692ade638b46f6b9382a01ec3c860b is 129, key is test,,1731691095227.481cda68351a155fc71da5365c5fc8b6./info:regioninfo/1731691096405/Put/seqid=0 2024-11-15T17:19:23,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741839_1015 (size=6421) 2024-11-15T17:19:23,638 DEBUG [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:19:23,678 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.shipper046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,42949,1731691084493 got entry batch from reader: null 2024-11-15T17:19:23,791 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:19:23,791 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:19:23,838 DEBUG [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:19:23,874 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/.tmp/info/82692ade638b46f6b9382a01ec3c860b 2024-11-15T17:19:23,900 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/.tmp/ns/355b9bd56c3c432e9ab735edf1a0d666 is 43, key is default/ns:d/1731691093943/Put/seqid=0 2024-11-15T17:19:23,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741840_1016 (size=5153) 2024-11-15T17:19:24,038 DEBUG [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:19:24,238 DEBUG [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:19:24,305 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/.tmp/ns/355b9bd56c3c432e9ab735edf1a0d666 2024-11-15T17:19:24,331 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/.tmp/rep_barrier/545b1cca7a71416cace216abd116b9a2 is 112, key is test,,1731691095227.481cda68351a155fc71da5365c5fc8b6./rep_barrier:seqnumDuringOpen/1731691096405/Put/seqid=0 2024-11-15T17:19:24,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741841_1017 (size=5518) 2024-11-15T17:19:24,342 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/.tmp/rep_barrier/545b1cca7a71416cace216abd116b9a2 2024-11-15T17:19:24,372 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/.tmp/table/71ab5550a76444219d6c9944d56a230a is 40, key is test/table:state/1731691096415/Put/seqid=0 2024-11-15T17:19:24,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741842_1018 (size=5165) 2024-11-15T17:19:24,439 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T17:19:24,439 DEBUG [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T17:19:24,439 DEBUG [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:19:24,639 DEBUG [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:19:24,790 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/.tmp/table/71ab5550a76444219d6c9944d56a230a 2024-11-15T17:19:24,798 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/.tmp/info/82692ade638b46f6b9382a01ec3c860b as hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/info/82692ade638b46f6b9382a01ec3c860b 2024-11-15T17:19:24,808 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/info/82692ade638b46f6b9382a01ec3c860b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T17:19:24,809 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/.tmp/ns/355b9bd56c3c432e9ab735edf1a0d666 as hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/ns/355b9bd56c3c432e9ab735edf1a0d666 2024-11-15T17:19:24,814 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/ns/355b9bd56c3c432e9ab735edf1a0d666, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T17:19:24,815 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/.tmp/rep_barrier/545b1cca7a71416cace216abd116b9a2 as hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/rep_barrier/545b1cca7a71416cace216abd116b9a2 2024-11-15T17:19:24,821 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/rep_barrier/545b1cca7a71416cace216abd116b9a2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T17:19:24,822 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/.tmp/table/71ab5550a76444219d6c9944d56a230a as hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/table/71ab5550a76444219d6c9944d56a230a 2024-11-15T17:19:24,828 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/table/71ab5550a76444219d6c9944d56a230a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T17:19:24,829 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1391ms, sequenceid=11, compaction requested=false 2024-11-15T17:19:24,836 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T17:19:24,837 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:19:24,837 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:19:24,837 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:19:24,837 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691163438Running coprocessor pre-close hooks at 1731691163438Disabling compacts and flushes for region at 1731691163438Disabling writes for close at 1731691163438Obtaining lock to block concurrent updates at 1731691163438Preparing flush snapshotting stores in 1588230740 at 1731691163438Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731691163438Flushing stores of hbase:meta,,1.1588230740 at 1731691163439 (+1 ms)Flushing 1588230740/info: creating writer at 1731691163439Flushing 1588230740/info: appending metadata at 1731691163468 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731691163469 (+1 ms)Flushing 1588230740/ns: creating writer at 1731691163881 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731691163899 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731691163900 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731691164311 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731691164330 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731691164331 (+1 ms)Flushing 1588230740/table: creating writer at 1731691164350 (+19 ms)Flushing 1588230740/table: appending metadata at 1731691164371 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731691164371Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a72a82a: reopening flushed file at 1731691164797 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13725c12: reopening flushed file at 1731691164808 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@498439e7: reopening flushed file at 1731691164814 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@385d6b23: reopening flushed file at 1731691164821 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1391ms, sequenceid=11, compaction requested=false at 1731691164829 (+8 ms)Writing region close event to WAL at 1731691164833 (+4 ms)Running coprocessor post-close hooks at 1731691164837 (+4 ms)Closed at 1731691164837 2024-11-15T17:19:24,838 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:19:24,839 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,41143,1731691090522; all regions closed. 2024-11-15T17:19:24,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741834_1010 (size=2717) 2024-11-15T17:19:24,844 DEBUG [RS:0;046d875b9f8f:41143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/oldWALs 2024-11-15T17:19:24,844 INFO [RS:0;046d875b9f8f:41143 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C41143%2C1731691090522.meta:.meta(num 1731691093894) 2024-11-15T17:19:24,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741832_1008 (size=1028) 2024-11-15T17:19:24,849 DEBUG [RS:0;046d875b9f8f:41143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/oldWALs 2024-11-15T17:19:24,849 INFO [RS:0;046d875b9f8f:41143 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C41143%2C1731691090522:(num 1731691092831) 2024-11-15T17:19:24,849 DEBUG [RS:0;046d875b9f8f:41143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:24,849 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:19:24,849 INFO [RS:0;046d875b9f8f:41143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:19:24,849 INFO [RS:0;046d875b9f8f:41143 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T17:19:24,849 INFO [RS:0;046d875b9f8f:41143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:19:24,849 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:19:24,849 INFO [RS:0;046d875b9f8f:41143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:41143. 2024-11-15T17:19:24,849 DEBUG [RS:0;046d875b9f8f:41143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:24,849 DEBUG [RS:0;046d875b9f8f:41143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:24,850 DEBUG [RS:0;046d875b9f8f:41143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:24,850 INFO [RS:0;046d875b9f8f:41143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41143 2024-11-15T17:19:24,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:19:24,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532/rs 2024-11-15T17:19:24,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1671835532/rs/046d875b9f8f,41143,1731691090522 2024-11-15T17:19:24,897 INFO [RS:0;046d875b9f8f:41143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:19:24,908 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,41143,1731691090522] 2024-11-15T17:19:24,918 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1671835532/draining/046d875b9f8f,41143,1731691090522 already deleted, retry=false 2024-11-15T17:19:24,918 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,41143,1731691090522 expired; onlineServers=0 2024-11-15T17:19:24,918 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,45969,1731691090368' ***** 2024-11-15T17:19:24,918 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:19:24,918 INFO [M:0;046d875b9f8f:45969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:19:24,919 INFO [M:0;046d875b9f8f:45969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:19:24,919 DEBUG [M:0;046d875b9f8f:45969 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:19:24,919 DEBUG [M:0;046d875b9f8f:45969 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:19:24,919 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:19:24,919 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691092626 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691092626,5,FailOnTimeoutGroup] 2024-11-15T17:19:24,919 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691092626 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691092626,5,FailOnTimeoutGroup] 2024-11-15T17:19:24,919 INFO [M:0;046d875b9f8f:45969 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:19:24,919 INFO [M:0;046d875b9f8f:45969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:19:24,919 DEBUG [M:0;046d875b9f8f:45969 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:19:24,919 INFO [M:0;046d875b9f8f:45969 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:19:24,919 INFO [M:0;046d875b9f8f:45969 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:19:24,919 INFO [M:0;046d875b9f8f:45969 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:19:24,919 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:19:24,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1671835532/master 2024-11-15T17:19:24,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1671835532 2024-11-15T17:19:24,929 DEBUG [M:0;046d875b9f8f:45969 {}] zookeeper.ZKUtil(347): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Unable to get data of znode /1671835532/master because node does not exist (not an error) 2024-11-15T17:19:24,929 WARN [M:0;046d875b9f8f:45969 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:19:24,930 INFO [M:0;046d875b9f8f:45969 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/.lastflushedseqids 2024-11-15T17:19:24,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741843_1019 (size=173) 2024-11-15T17:19:24,939 INFO [M:0;046d875b9f8f:45969 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:19:24,939 INFO [M:0;046d875b9f8f:45969 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:19:24,939 DEBUG [M:0;046d875b9f8f:45969 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:19:24,939 INFO [M:0;046d875b9f8f:45969 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:24,939 DEBUG [M:0;046d875b9f8f:45969 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:24,939 DEBUG [M:0;046d875b9f8f:45969 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:19:24,939 DEBUG [M:0;046d875b9f8f:45969 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:24,939 INFO [M:0;046d875b9f8f:45969 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-15T17:19:24,954 DEBUG [M:0;046d875b9f8f:45969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fdd1b25149348bdb9b88dad9c620a01 is 82, key is hbase:meta,,1/info:regioninfo/1731691093926/Put/seqid=0 2024-11-15T17:19:24,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741844_1020 (size=5672) 2024-11-15T17:19:25,008 INFO [RS:0;046d875b9f8f:41143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:19:25,008 INFO [RS:0;046d875b9f8f:41143 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,41143,1731691090522; zookeeper connection closed. 2024-11-15T17:19:25,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:25,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x1013f80ef390004, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:25,009 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@88b3826 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@88b3826 2024-11-15T17:19:25,009 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:19:25,359 INFO [M:0;046d875b9f8f:45969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fdd1b25149348bdb9b88dad9c620a01 2024-11-15T17:19:25,393 DEBUG [M:0;046d875b9f8f:45969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04f2658d7fc6489cb4cc47597e702fb7 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731691096420/Put/seqid=0 2024-11-15T17:19:25,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741845_1021 (size=6727) 2024-11-15T17:19:25,408 INFO [M:0;046d875b9f8f:45969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04f2658d7fc6489cb4cc47597e702fb7 2024-11-15T17:19:25,424 INFO [M:0;046d875b9f8f:45969 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04f2658d7fc6489cb4cc47597e702fb7 2024-11-15T17:19:25,452 DEBUG [M:0;046d875b9f8f:45969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa09d4a92a034c7bad6a5eb0e5fe8a77 is 69, key is 046d875b9f8f,41143,1731691090522/rs:state/1731691092685/Put/seqid=0 2024-11-15T17:19:25,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741846_1022 (size=5156) 2024-11-15T17:19:25,469 INFO [M:0;046d875b9f8f:45969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa09d4a92a034c7bad6a5eb0e5fe8a77 2024-11-15T17:19:25,489 DEBUG [M:0;046d875b9f8f:45969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fdd1b25149348bdb9b88dad9c620a01 as hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fdd1b25149348bdb9b88dad9c620a01 2024-11-15T17:19:25,498 INFO [M:0;046d875b9f8f:45969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fdd1b25149348bdb9b88dad9c620a01, entries=8, sequenceid=58, filesize=5.5 K 2024-11-15T17:19:25,498 DEBUG [M:0;046d875b9f8f:45969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04f2658d7fc6489cb4cc47597e702fb7 as hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04f2658d7fc6489cb4cc47597e702fb7 2024-11-15T17:19:25,510 INFO [M:0;046d875b9f8f:45969 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04f2658d7fc6489cb4cc47597e702fb7 2024-11-15T17:19:25,511 INFO [M:0;046d875b9f8f:45969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04f2658d7fc6489cb4cc47597e702fb7, entries=6, sequenceid=58, filesize=6.6 K 2024-11-15T17:19:25,513 DEBUG [M:0;046d875b9f8f:45969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa09d4a92a034c7bad6a5eb0e5fe8a77 as hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa09d4a92a034c7bad6a5eb0e5fe8a77 2024-11-15T17:19:25,520 INFO [M:0;046d875b9f8f:45969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/9fb98899-7217-767c-c5bb-788cbf6634b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa09d4a92a034c7bad6a5eb0e5fe8a77, entries=1, sequenceid=58, filesize=5.0 K 2024-11-15T17:19:25,522 INFO [M:0;046d875b9f8f:45969 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 582ms, sequenceid=58, compaction requested=false 2024-11-15T17:19:25,528 INFO [M:0;046d875b9f8f:45969 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:25,528 DEBUG [M:0;046d875b9f8f:45969 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691164939Disabling compacts and flushes for region at 1731691164939Disabling writes for close at 1731691164939Obtaining lock to block concurrent updates at 1731691164939Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691164939Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731691164940 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691164941 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691164941Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691164954 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691164954Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691165366 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691165393 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691165393Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691165424 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691165451 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691165451Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b2b3861: reopening flushed file at 1731691165484 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54d51b00: reopening flushed file at 1731691165498 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e9a5585: reopening flushed file at 1731691165512 (+14 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 582ms, sequenceid=58, compaction requested=false at 1731691165522 (+10 ms)Writing region close event to WAL at 1731691165528 (+6 ms)Closed at 1731691165528 2024-11-15T17:19:25,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34555 is added to blk_1073741830_1006 (size=33026) 2024-11-15T17:19:25,538 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:19:25,538 INFO [M:0;046d875b9f8f:45969 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:19:25,538 INFO [M:0;046d875b9f8f:45969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45969 2024-11-15T17:19:25,543 INFO [M:0;046d875b9f8f:45969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:19:25,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:25,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1013f80ef390003, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:25,696 INFO [M:0;046d875b9f8f:45969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:19:25,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63bc53d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:19:25,794 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@759cc101{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:19:25,794 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:19:25,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3029c162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:19:25,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672164d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/hadoop.log.dir/,STOPPED} 2024-11-15T17:19:25,796 WARN [BP-2107109027-172.17.0.2-1731691088445 heartbeating to localhost/127.0.0.1:42309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:19:25,796 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:19:25,796 WARN [BP-2107109027-172.17.0.2-1731691088445 heartbeating to localhost/127.0.0.1:42309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2107109027-172.17.0.2-1731691088445 (Datanode Uuid 8a893c29-e4e1-414c-94cf-3de6c9cbb4a6) service to localhost/127.0.0.1:42309 2024-11-15T17:19:25,796 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:19:25,797 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/cluster_fa5f33d8-a253-f63b-6055-5679333fdba8/data/data1/current/BP-2107109027-172.17.0.2-1731691088445 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:19:25,797 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/cluster_fa5f33d8-a253-f63b-6055-5679333fdba8/data/data2/current/BP-2107109027-172.17.0.2-1731691088445 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:19:25,797 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:19:25,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dabb32c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:19:25,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@190dc48d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:19:25,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:19:25,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fc1e28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:19:25,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@743921d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/hadoop.log.dir/,STOPPED} 2024-11-15T17:19:25,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:19:25,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:19:25,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:19:25,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:25,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:25,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:25,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:19:25,837 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:19:25,837 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=396941879, stopped=false 2024-11-15T17:19:25,837 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,45445,1731691084251 2024-11-15T17:19:25,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02135696176/running 2024-11-15T17:19:25,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02135696176/running 2024-11-15T17:19:25,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176 2024-11-15T17:19:25,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176 2024-11-15T17:19:25,845 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:19:25,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:19:25,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:25,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:25,846 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,42949,1731691084493' ***** 2024-11-15T17:19:25,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Set watcher on znode that does not yet exist, /02135696176/running 2024-11-15T17:19:25,846 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:19:25,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Set watcher on znode that does not yet exist, /02135696176/running 2024-11-15T17:19:25,847 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:19:25,847 INFO [RS:0;046d875b9f8f:42949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:19:25,847 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:19:25,847 INFO [RS:0;046d875b9f8f:42949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:19:25,847 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ae9ec2fcfe541f1fe82fcbb4e2c8932 2024-11-15T17:19:25,853 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(3091): Received CLOSE for 6fb7dbd59bf1395c72ecf0fe64d59265 2024-11-15T17:19:25,853 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,42949,1731691084493 2024-11-15T17:19:25,853 INFO [RS:0;046d875b9f8f:42949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:19:25,853 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ae9ec2fcfe541f1fe82fcbb4e2c8932, disabling compactions & flushes 2024-11-15T17:19:25,853 INFO [RS:0;046d875b9f8f:42949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:42949. 2024-11-15T17:19:25,853 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932. 2024-11-15T17:19:25,853 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932. 2024-11-15T17:19:25,853 DEBUG [RS:0;046d875b9f8f:42949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:25,853 DEBUG [RS:0;046d875b9f8f:42949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:25,853 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932. after waiting 0 ms 2024-11-15T17:19:25,853 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932. 2024-11-15T17:19:25,853 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:19:25,853 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:19:25,853 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:19:25,853 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:19:25,856 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T17:19:25,856 DEBUG [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(1325): Online Regions={2ae9ec2fcfe541f1fe82fcbb4e2c8932=test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932., 6fb7dbd59bf1395c72ecf0fe64d59265=hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T17:19:25,856 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:19:25,856 DEBUG [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ae9ec2fcfe541f1fe82fcbb4e2c8932, 6fb7dbd59bf1395c72ecf0fe64d59265 2024-11-15T17:19:25,856 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:19:25,856 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:19:25,856 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:19:25,856 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:19:25,857 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T17:19:25,873 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/default/test/2ae9ec2fcfe541f1fe82fcbb4e2c8932/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T17:19:25,874 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:19:25,874 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:19:25,874 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932. 2024-11-15T17:19:25,874 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ae9ec2fcfe541f1fe82fcbb4e2c8932: Waiting for close lock at 1731691165853Running coprocessor pre-close hooks at 1731691165853Disabling compacts and flushes for region at 1731691165853Disabling writes for close at 1731691165853Writing region close event to WAL at 1731691165864 (+11 ms)Running coprocessor post-close hooks at 1731691165874 (+10 ms)Closed at 1731691165874 2024-11-15T17:19:25,874 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932. 2024-11-15T17:19:25,874 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6fb7dbd59bf1395c72ecf0fe64d59265, disabling compactions & flushes 2024-11-15T17:19:25,874 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265. 2024-11-15T17:19:25,874 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265. 2024-11-15T17:19:25,874 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265. after waiting 0 ms 2024-11-15T17:19:25,874 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265. 2024-11-15T17:19:25,875 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6fb7dbd59bf1395c72ecf0fe64d59265 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-15T17:19:25,889 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/.tmp/info/de580fe0aeee47088180e3b34a3b5908 is 147, key is hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265./info:regioninfo/1731691098597/Put/seqid=0 2024-11-15T17:19:25,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741844_1020 (size=7686) 2024-11-15T17:19:25,898 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/.tmp/info/de580fe0aeee47088180e3b34a3b5908 2024-11-15T17:19:25,901 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/replication/6fb7dbd59bf1395c72ecf0fe64d59265/.tmp/hfileref/25a3595dc4234c19a23e374682bfb7c4 is 74, key is 1/hfileref:53185e9dea7747589fb9923b11307779_SeqId_4_/1731691101853/DeleteColumn/seqid=0 2024-11-15T17:19:25,908 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:19:25,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741845_1021 (size=5203) 2024-11-15T17:19:25,916 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/replication/6fb7dbd59bf1395c72ecf0fe64d59265/.tmp/hfileref/25a3595dc4234c19a23e374682bfb7c4 2024-11-15T17:19:25,931 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/.tmp/ns/436da654b7af4822bd58c1e7091631e7 is 43, key is default/ns:d/1731691088331/Put/seqid=0 2024-11-15T17:19:25,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741846_1022 (size=5153) 2024-11-15T17:19:25,940 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/.tmp/ns/436da654b7af4822bd58c1e7091631e7 2024-11-15T17:19:25,950 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/replication/6fb7dbd59bf1395c72ecf0fe64d59265/.tmp/queue/e6ce2b3f0cd444299b954a988bff3136 is 153, key is 1-046d875b9f8f,42949,1731691084493/queue:046d875b9f8f%2C42949%2C1731691084493/1731691103676/Put/seqid=0 2024-11-15T17:19:25,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741847_1023 (size=5352) 2024-11-15T17:19:25,961 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/replication/6fb7dbd59bf1395c72ecf0fe64d59265/.tmp/queue/e6ce2b3f0cd444299b954a988bff3136 2024-11-15T17:19:25,967 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/.tmp/rep_barrier/324c777a8b4b44a8aa58473cf474b9e2 is 112, key is test,,1731691094078.2ae9ec2fcfe541f1fe82fcbb4e2c8932./rep_barrier:seqnumDuringOpen/1731691094836/Put/seqid=0 2024-11-15T17:19:25,971 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/replication/6fb7dbd59bf1395c72ecf0fe64d59265/.tmp/hfileref/25a3595dc4234c19a23e374682bfb7c4 as hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/replication/6fb7dbd59bf1395c72ecf0fe64d59265/hfileref/25a3595dc4234c19a23e374682bfb7c4 2024-11-15T17:19:25,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741848_1024 (size=5518) 2024-11-15T17:19:25,978 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/replication/6fb7dbd59bf1395c72ecf0fe64d59265/hfileref/25a3595dc4234c19a23e374682bfb7c4, entries=2, sequenceid=10, filesize=5.1 K 2024-11-15T17:19:25,980 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/replication/6fb7dbd59bf1395c72ecf0fe64d59265/.tmp/queue/e6ce2b3f0cd444299b954a988bff3136 as hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/replication/6fb7dbd59bf1395c72ecf0fe64d59265/queue/e6ce2b3f0cd444299b954a988bff3136 2024-11-15T17:19:25,981 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/.tmp/rep_barrier/324c777a8b4b44a8aa58473cf474b9e2 2024-11-15T17:19:25,987 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/replication/6fb7dbd59bf1395c72ecf0fe64d59265/queue/e6ce2b3f0cd444299b954a988bff3136, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T17:19:25,991 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 6fb7dbd59bf1395c72ecf0fe64d59265 in 117ms, sequenceid=10, compaction requested=false 2024-11-15T17:19:26,002 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/replication/6fb7dbd59bf1395c72ecf0fe64d59265/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T17:19:26,002 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:19:26,002 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:19:26,003 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265. 2024-11-15T17:19:26,003 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6fb7dbd59bf1395c72ecf0fe64d59265: Waiting for close lock at 1731691165874Running coprocessor pre-close hooks at 1731691165874Disabling compacts and flushes for region at 1731691165874Disabling writes for close at 1731691165874Obtaining lock to block concurrent updates at 1731691165875 (+1 ms)Preparing flush snapshotting stores in 6fb7dbd59bf1395c72ecf0fe64d59265 at 1731691165875Finished memstore snapshotting hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731691165875Flushing stores of hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265. at 1731691165876 (+1 ms)Flushing 6fb7dbd59bf1395c72ecf0fe64d59265/hfileref: creating writer at 1731691165876Flushing 6fb7dbd59bf1395c72ecf0fe64d59265/hfileref: appending metadata at 1731691165901 (+25 ms)Flushing 6fb7dbd59bf1395c72ecf0fe64d59265/hfileref: closing flushed file at 1731691165901Flushing 6fb7dbd59bf1395c72ecf0fe64d59265/queue: creating writer at 1731691165926 (+25 ms)Flushing 6fb7dbd59bf1395c72ecf0fe64d59265/queue: appending metadata at 1731691165949 (+23 ms)Flushing 6fb7dbd59bf1395c72ecf0fe64d59265/queue: closing flushed file at 1731691165949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a3747e8: reopening flushed file at 1731691165967 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b0f883: reopening flushed file at 1731691165979 (+12 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 6fb7dbd59bf1395c72ecf0fe64d59265 in 117ms, sequenceid=10, compaction requested=false at 1731691165991 (+12 ms)Writing region close event to WAL at 1731691165998 (+7 ms)Running coprocessor post-close hooks at 1731691166002 (+4 ms)Closed at 1731691166003 (+1 ms) 2024-11-15T17:19:26,003 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731691097409.6fb7dbd59bf1395c72ecf0fe64d59265. 2024-11-15T17:19:26,014 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/.tmp/table/8039264edccc43b085f2b0949d75330e is 53, key is hbase:replication/table:state/1731691098606/Put/seqid=0 2024-11-15T17:19:26,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741849_1025 (size=5308) 2024-11-15T17:19:26,057 DEBUG [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:19:26,126 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:19:26,126 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:19:26,257 DEBUG [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:19:26,431 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/.tmp/table/8039264edccc43b085f2b0949d75330e 2024-11-15T17:19:26,436 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/.tmp/info/de580fe0aeee47088180e3b34a3b5908 as hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/info/de580fe0aeee47088180e3b34a3b5908 2024-11-15T17:19:26,441 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/info/de580fe0aeee47088180e3b34a3b5908, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T17:19:26,442 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/.tmp/ns/436da654b7af4822bd58c1e7091631e7 as hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/ns/436da654b7af4822bd58c1e7091631e7 2024-11-15T17:19:26,448 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/ns/436da654b7af4822bd58c1e7091631e7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T17:19:26,449 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/.tmp/rep_barrier/324c777a8b4b44a8aa58473cf474b9e2 as hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/rep_barrier/324c777a8b4b44a8aa58473cf474b9e2 2024-11-15T17:19:26,455 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/rep_barrier/324c777a8b4b44a8aa58473cf474b9e2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T17:19:26,456 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/.tmp/table/8039264edccc43b085f2b0949d75330e as hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/table/8039264edccc43b085f2b0949d75330e 2024-11-15T17:19:26,457 DEBUG [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:19:26,461 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/table/8039264edccc43b085f2b0949d75330e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T17:19:26,462 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 606ms, sequenceid=16, compaction requested=false 2024-11-15T17:19:26,468 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T17:19:26,468 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:19:26,468 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:19:26,468 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:19:26,469 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691165856Running coprocessor pre-close hooks at 1731691165856Disabling compacts and flushes for region at 1731691165856Disabling writes for close at 1731691165856Obtaining lock to block concurrent updates at 1731691165857 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731691165857Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731691165857Flushing stores of hbase:meta,,1.1588230740 at 1731691165858 (+1 ms)Flushing 1588230740/info: creating writer at 1731691165858Flushing 1588230740/info: appending metadata at 1731691165888 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731691165888Flushing 1588230740/ns: creating writer at 1731691165906 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731691165930 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731691165930Flushing 1588230740/rep_barrier: creating writer at 1731691165947 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731691165967 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731691165967Flushing 1588230740/table: creating writer at 1731691165993 (+26 ms)Flushing 1588230740/table: appending metadata at 1731691166013 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731691166013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8920c30: reopening flushed file at 1731691166435 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8e96b89: reopening flushed file at 1731691166441 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570748d2: reopening flushed file at 1731691166448 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e151837: reopening flushed file at 1731691166455 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 606ms, sequenceid=16, compaction requested=false at 1731691166463 (+8 ms)Writing region close event to WAL at 1731691166464 (+1 ms)Running coprocessor post-close hooks at 1731691166468 (+4 ms)Closed at 1731691166468 2024-11-15T17:19:26,469 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:19:26,657 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,42949,1731691084493; all regions closed. 2024-11-15T17:19:26,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741834_1010 (size=4239) 2024-11-15T17:19:26,663 DEBUG [RS:0;046d875b9f8f:42949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/oldWALs 2024-11-15T17:19:26,663 INFO [RS:0;046d875b9f8f:42949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C42949%2C1731691084493.meta:.meta(num 1731691088242) 2024-11-15T17:19:26,667 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.rep.1731691098553 not finished, retry = 0 2024-11-15T17:19:26,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741839_1015 (size=2700) 2024-11-15T17:19:26,725 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 997, reset compression=false 2024-11-15T17:19:26,734 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:19:26,735 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 to pos 1292, reset compression=false 2024-11-15T17:19:26,735 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.shipper046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,42949,1731691084493 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:19:26,737 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.shipper046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 046d875b9f8f,42949,1731691084493: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-046d875b9f8f,42949,1731691084493, walGroup=046d875b9f8f%2C42949%2C1731691084493, offset=046d875b9f8f%2C42949%2C1731691084493.1731691087255:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:42949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T17:19:26,739 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.shipper046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T17:19:26,748 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.shipper046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T17:19:26,749 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.shipper046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T17:19:26,749 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.shipper046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T17:19:26,750 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.shipper046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T17:19:26,750 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.shipper046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 471190016 }, "NonHeapMemoryUsage": { "committed": 180551680, "init": 7667712, "max": -1, "used": 176150512 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T17:19:26,771 DEBUG [RS:0;046d875b9f8f:42949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/oldWALs 2024-11-15T17:19:26,771 INFO [RS:0;046d875b9f8f:42949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C42949%2C1731691084493.rep:(num 1731691098553) 2024-11-15T17:19:26,772 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.shipper046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:45445 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:45445 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T17:19:26,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741832_1008 (size=1300) 2024-11-15T17:19:26,781 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 for the last time to pos 1292, reset compression=false 2024-11-15T17:19:26,789 DEBUG [RS:0;046d875b9f8f:42949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/oldWALs 2024-11-15T17:19:26,789 INFO [RS:0;046d875b9f8f:42949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C42949%2C1731691084493:(num 1731691087255) 2024-11-15T17:19:26,789 DEBUG [RS:0;046d875b9f8f:42949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:26,789 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:19:26,789 INFO [RS:0;046d875b9f8f:42949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:19:26,790 INFO [RS:0;046d875b9f8f:42949 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T17:19:26,790 INFO [RS:0;046d875b9f8f:42949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:19:26,790 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-046d875b9f8f,42949,1731691084493 because: Region server is closing 2024-11-15T17:19:26,790 INFO [RS:0;046d875b9f8f:42949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:42949. 2024-11-15T17:19:26,790 DEBUG [RS:0;046d875b9f8f:42949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:26,790 DEBUG [RS:0;046d875b9f8f:42949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:26,791 DEBUG [RS:0;046d875b9f8f:42949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:26,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:19:26,791 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:19:26,792 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 was moved to hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/oldWALs/046d875b9f8f%2C42949%2C1731691084493.1731691087255 2024-11-15T17:19:26,792 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 and length of the file is 1300 2024-11-15T17:19:26,792 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.wal-reader.046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/WALs/046d875b9f8f,42949,1731691084493/046d875b9f8f%2C42949%2C1731691084493.1731691087255 2024-11-15T17:19:26,891 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42949,1731691084493.replicationSource.shipper046d875b9f8f%2C42949%2C1731691084493,1-046d875b9f8f,42949,1731691084493 terminated 2024-11-15T17:19:26,891 INFO [RS:0;046d875b9f8f:42949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42949 2024-11-15T17:19:26,951 INFO [RS:0;046d875b9f8f:42949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:19:26,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176/rs 2024-11-15T17:19:26,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02135696176/rs/046d875b9f8f,42949,1731691084493 2024-11-15T17:19:27,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,42949,1731691084493] 2024-11-15T17:19:27,023 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02135696176/draining/046d875b9f8f,42949,1731691084493 already deleted, retry=false 2024-11-15T17:19:27,023 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,42949,1731691084493 expired; onlineServers=0 2024-11-15T17:19:27,023 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,45445,1731691084251' ***** 2024-11-15T17:19:27,023 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:19:27,023 INFO [M:0;046d875b9f8f:45445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:19:27,023 INFO [M:0;046d875b9f8f:45445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:19:27,023 DEBUG [M:0;046d875b9f8f:45445 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:19:27,023 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:19:27,023 DEBUG [M:0;046d875b9f8f:45445 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:19:27,023 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691087027 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691087027,5,FailOnTimeoutGroup] 2024-11-15T17:19:27,023 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691087027 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691087027,5,FailOnTimeoutGroup] 2024-11-15T17:19:27,023 INFO [M:0;046d875b9f8f:45445 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:19:27,024 INFO [M:0;046d875b9f8f:45445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:19:27,024 DEBUG [M:0;046d875b9f8f:45445 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:19:27,024 INFO [M:0;046d875b9f8f:45445 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:19:27,024 INFO [M:0;046d875b9f8f:45445 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:19:27,024 INFO [M:0;046d875b9f8f:45445 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:19:27,024 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:19:27,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02135696176/master 2024-11-15T17:19:27,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135696176 2024-11-15T17:19:27,045 DEBUG [M:0;046d875b9f8f:45445 {}] zookeeper.RecoverableZooKeeper(212): Node /02135696176/master already deleted, retry=false 2024-11-15T17:19:27,045 DEBUG [M:0;046d875b9f8f:45445 {}] master.ActiveMasterManager(353): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Failed delete of our master address node; KeeperErrorCode = NoNode for /02135696176/master 2024-11-15T17:19:27,047 INFO [M:0;046d875b9f8f:45445 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/.lastflushedseqids 2024-11-15T17:19:27,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741850_1026 (size=263) 2024-11-15T17:19:27,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:27,100 INFO [RS:0;046d875b9f8f:42949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:19:27,100 INFO [RS:0;046d875b9f8f:42949 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,42949,1731691084493; zookeeper connection closed. 2024-11-15T17:19:27,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013f80ef390001, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:27,100 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@568961d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@568961d2 2024-11-15T17:19:27,100 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:19:27,461 INFO [M:0;046d875b9f8f:45445 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:19:27,461 INFO [M:0;046d875b9f8f:45445 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:19:27,461 DEBUG [M:0;046d875b9f8f:45445 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:19:27,461 INFO [M:0;046d875b9f8f:45445 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:27,461 DEBUG [M:0;046d875b9f8f:45445 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:27,461 DEBUG [M:0;046d875b9f8f:45445 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:19:27,461 DEBUG [M:0;046d875b9f8f:45445 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:27,462 INFO [M:0;046d875b9f8f:45445 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-15T17:19:27,487 DEBUG [M:0;046d875b9f8f:45445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef3d0dc64cb644e6bbea352ea90fcc49 is 82, key is hbase:meta,,1/info:regioninfo/1731691088277/Put/seqid=0 2024-11-15T17:19:27,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741851_1027 (size=5672) 2024-11-15T17:19:27,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:19:27,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:19:27,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T17:19:27,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T17:19:27,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:19:27,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:19:27,894 INFO [M:0;046d875b9f8f:45445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef3d0dc64cb644e6bbea352ea90fcc49 2024-11-15T17:19:27,939 DEBUG [M:0;046d875b9f8f:45445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18f746622c484fdeb2eeabdbbea26871 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731691094851/Put/seqid=0 2024-11-15T17:19:27,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741852_1028 (size=7240) 2024-11-15T17:19:27,944 INFO [M:0;046d875b9f8f:45445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18f746622c484fdeb2eeabdbbea26871 2024-11-15T17:19:27,949 INFO [M:0;046d875b9f8f:45445 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18f746622c484fdeb2eeabdbbea26871 2024-11-15T17:19:27,969 DEBUG [M:0;046d875b9f8f:45445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5207934b68c94b8297f3e86894e3bd59 is 69, key is 046d875b9f8f,42949,1731691084493/rs:state/1731691087107/Put/seqid=0 2024-11-15T17:19:27,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741853_1029 (size=5156) 2024-11-15T17:19:27,978 INFO [M:0;046d875b9f8f:45445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5207934b68c94b8297f3e86894e3bd59 2024-11-15T17:19:27,986 DEBUG [M:0;046d875b9f8f:45445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef3d0dc64cb644e6bbea352ea90fcc49 as hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef3d0dc64cb644e6bbea352ea90fcc49 2024-11-15T17:19:27,993 INFO [M:0;046d875b9f8f:45445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef3d0dc64cb644e6bbea352ea90fcc49, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T17:19:27,994 DEBUG [M:0;046d875b9f8f:45445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18f746622c484fdeb2eeabdbbea26871 as hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18f746622c484fdeb2eeabdbbea26871 2024-11-15T17:19:27,999 INFO [M:0;046d875b9f8f:45445 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18f746622c484fdeb2eeabdbbea26871 2024-11-15T17:19:27,999 INFO [M:0;046d875b9f8f:45445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18f746622c484fdeb2eeabdbbea26871, entries=11, sequenceid=105, filesize=7.1 K 2024-11-15T17:19:28,000 DEBUG [M:0;046d875b9f8f:45445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5207934b68c94b8297f3e86894e3bd59 as hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5207934b68c94b8297f3e86894e3bd59 2024-11-15T17:19:28,005 INFO [M:0;046d875b9f8f:45445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/ebc78331-2adc-f3da-82c2-cd348cecd377/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5207934b68c94b8297f3e86894e3bd59, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T17:19:28,006 INFO [M:0;046d875b9f8f:45445 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 544ms, sequenceid=105, compaction requested=false 2024-11-15T17:19:28,008 INFO [M:0;046d875b9f8f:45445 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:28,008 DEBUG [M:0;046d875b9f8f:45445 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691167461Disabling compacts and flushes for region at 1731691167461Disabling writes for close at 1731691167461Obtaining lock to block concurrent updates at 1731691167462 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691167462Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731691167462Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691167464 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691167464Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691167487 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691167487Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691167902 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691167939 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691167939Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691167949 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691167968 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691167968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20fe9031: reopening flushed file at 1731691167985 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a529d16: reopening flushed file at 1731691167993 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@611e2aa8: reopening flushed file at 1731691167999 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 544ms, sequenceid=105, compaction requested=false at 1731691168006 (+7 ms)Writing region close event to WAL at 1731691168008 (+2 ms)Closed at 1731691168008 2024-11-15T17:19:28,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41635 is added to blk_1073741830_1006 (size=64526) 2024-11-15T17:19:28,015 INFO [M:0;046d875b9f8f:45445 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:19:28,015 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:19:28,015 INFO [M:0;046d875b9f8f:45445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45445 2024-11-15T17:19:28,015 INFO [M:0;046d875b9f8f:45445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:19:28,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:28,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45445-0x1013f80ef390000, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:28,178 INFO [M:0;046d875b9f8f:45445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:19:28,181 WARN [BP-2095431536-172.17.0.2-1731691082671 heartbeating to localhost/127.0.0.1:46761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2095431536-172.17.0.2-1731691082671 (Datanode Uuid 1d9a83dd-7949-4a86-9233-24429275d6c1) service to localhost/127.0.0.1:46761 2024-11-15T17:19:28,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/cluster_c155ee13-aeba-d3ff-5f97-9a461e832765/data/data2/current/BP-2095431536-172.17.0.2-1731691082671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:19:28,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/cluster_c155ee13-aeba-d3ff-5f97-9a461e832765/data/data1/current/BP-2095431536-172.17.0.2-1731691082671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:19:28,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77693485{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:19:28,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61327946{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:19:28,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:19:28,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e0f1b25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:19:28,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b54e91e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/hadoop.log.dir/,STOPPED} 2024-11-15T17:19:28,214 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:19:28,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a8750cd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:19:28,225 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1425a20b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:19:28,225 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:19:28,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cb0f58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:19:28,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b67d833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b023521-3962-eb1b-ada2-e1e489f21ffd/hadoop.log.dir/,STOPPED} 2024-11-15T17:19:28,232 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T17:19:28,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:19:28,305 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 137) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f85f8b8d840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46761 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51368) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51368) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42309 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f85f8b8d840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 402), ProcessCount=11 (was 11), AvailableMemoryMB=705 (was 1250) 2024-11-15T17:19:28,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013f80ef390002, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T17:19:28,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013f80ef390005, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T17:19:28,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013f80ef390002, quorum=127.0.0.1:51368, baseZNode=/02135696176 Received Disconnected from ZooKeeper, ignoring 2024-11-15T17:19:28,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013f80ef390005, quorum=127.0.0.1:51368, baseZNode=/1671835532 Received Disconnected from ZooKeeper, ignoring 2024-11-15T17:19:28,334 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=705 2024-11-15T17:19:28,365 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-15T17:19:28,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/hadoop.log.dir so I do NOT create it in target/test-data/082b46e8-a980-a121-db78-03df26de2ef0 2024-11-15T17:19:28,366 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:19:28,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/hadoop.tmp.dir so I do NOT create it in target/test-data/082b46e8-a980-a121-db78-03df26de2ef0 2024-11-15T17:19:28,366 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97063da9-dcd8-a657-29ba-3d30254ff571/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:19:28,366 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0 2024-11-15T17:19:28,366 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/cluster_587b0b7f-d3cc-2f85-84b1-23dda5128115, deleteOnExit=true 2024-11-15T17:19:28,465 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/cluster_587b0b7f-d3cc-2f85-84b1-23dda5128115/zookeeper_0, clientPort=58696, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/cluster_587b0b7f-d3cc-2f85-84b1-23dda5128115/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/cluster_587b0b7f-d3cc-2f85-84b1-23dda5128115/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T17:19:28,483 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58696 2024-11-15T17:19:28,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:19:28,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:19:28,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/test.cache.data in system properties and HBase conf 2024-11-15T17:19:28,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:19:28,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:19:28,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:19:28,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:19:28,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:19:28,484 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:19:28,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:19:28,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:19:28,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:19:28,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:19:28,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:19:28,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:19:28,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:19:28,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:19:28,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:19:28,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:19:28,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:19:28,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:19:28,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:19:28,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:19:28,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:28,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:28,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:28,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:28,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:28,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:28,937 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T17:19:29,001 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:29,001 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:29,001 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:29,001 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:29,002 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:29,013 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:29,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:19:29,050 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:19:29,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:19:29,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:19:29,057 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:19:29,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:19:29,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:19:29,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:19:29,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f3ad598{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/java.io.tmpdir/jetty-localhost-36105-hadoop-hdfs-3_4_1-tests_jar-_-any-15438860830507962663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:19:29,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:36105} 2024-11-15T17:19:29,182 INFO [Time-limited test {}] server.Server(415): Started @138240ms 2024-11-15T17:19:29,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:19:29,462 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:19:29,463 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:19:29,463 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:19:29,463 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:19:29,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:19:29,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:19:29,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e8a6cee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/java.io.tmpdir/jetty-localhost-43887-hadoop-hdfs-3_4_1-tests_jar-_-any-11744558337736302074/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:19:29,562 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:43887} 2024-11-15T17:19:29,562 INFO [Time-limited test {}] server.Server(415): Started @138620ms 2024-11-15T17:19:29,563 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:19:30,617 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/cluster_587b0b7f-d3cc-2f85-84b1-23dda5128115/data/data2/current/BP-741202654-172.17.0.2-1731691168559/current, will proceed with Du for space computation calculation, 2024-11-15T17:19:30,617 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/cluster_587b0b7f-d3cc-2f85-84b1-23dda5128115/data/data1/current/BP-741202654-172.17.0.2-1731691168559/current, will proceed with Du for space computation calculation, 2024-11-15T17:19:30,631 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:19:30,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67faf9b26d4cb106 with lease ID 0xad81e38f1996ccc9: Processing first storage report for DS-8a46e622-69f9-402a-b488-9a5d91522f2f from datanode DatanodeRegistration(127.0.0.1:35777, datanodeUuid=69dc0390-ed6a-4792-9f31-d0d736ca12f0, infoPort=40173, infoSecurePort=0, ipcPort=46805, storageInfo=lv=-57;cid=testClusterID;nsid=1276308059;c=1731691168559) 2024-11-15T17:19:30,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67faf9b26d4cb106 with lease ID 0xad81e38f1996ccc9: from storage DS-8a46e622-69f9-402a-b488-9a5d91522f2f node DatanodeRegistration(127.0.0.1:35777, datanodeUuid=69dc0390-ed6a-4792-9f31-d0d736ca12f0, infoPort=40173, infoSecurePort=0, ipcPort=46805, storageInfo=lv=-57;cid=testClusterID;nsid=1276308059;c=1731691168559), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:19:30,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67faf9b26d4cb106 with lease ID 0xad81e38f1996ccc9: Processing first storage report for DS-f3e911a8-1b3a-4d98-a8c0-fcd3be0446c3 from datanode DatanodeRegistration(127.0.0.1:35777, datanodeUuid=69dc0390-ed6a-4792-9f31-d0d736ca12f0, infoPort=40173, infoSecurePort=0, ipcPort=46805, storageInfo=lv=-57;cid=testClusterID;nsid=1276308059;c=1731691168559) 2024-11-15T17:19:30,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67faf9b26d4cb106 with lease ID 0xad81e38f1996ccc9: from storage DS-f3e911a8-1b3a-4d98-a8c0-fcd3be0446c3 node DatanodeRegistration(127.0.0.1:35777, datanodeUuid=69dc0390-ed6a-4792-9f31-d0d736ca12f0, infoPort=40173, infoSecurePort=0, ipcPort=46805, storageInfo=lv=-57;cid=testClusterID;nsid=1276308059;c=1731691168559), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:19:30,696 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0 2024-11-15T17:19:30,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:30,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:19:31,106 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031 with version=8 2024-11-15T17:19:31,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/hbase-staging 2024-11-15T17:19:31,108 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:19:31,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:31,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:31,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:19:31,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:31,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:19:31,108 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:19:31,109 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:19:31,109 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39301 2024-11-15T17:19:31,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39301 connecting to ZooKeeper ensemble=127.0.0.1:58696 2024-11-15T17:19:31,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393010x0, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:19:31,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39301-0x1013f823e5c0000 connected 2024-11-15T17:19:31,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:31,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:31,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on znode that does not yet exist, /0978017502/running 2024-11-15T17:19:31,549 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031, hbase.cluster.distributed=false 2024-11-15T17:19:31,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on znode that does not yet exist, /0978017502/acl 2024-11-15T17:19:31,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39301 2024-11-15T17:19:31,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39301 2024-11-15T17:19:31,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39301 2024-11-15T17:19:31,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39301 2024-11-15T17:19:31,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39301 2024-11-15T17:19:31,565 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:19:31,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:31,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:31,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:19:31,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:31,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:19:31,565 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:19:31,565 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:19:31,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41981 2024-11-15T17:19:31,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41981 connecting to ZooKeeper ensemble=127.0.0.1:58696 2024-11-15T17:19:31,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:31,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:31,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419810x0, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:19:31,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419810x0, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on znode that does not yet exist, /0978017502/running 2024-11-15T17:19:31,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41981-0x1013f823e5c0001 connected 2024-11-15T17:19:31,579 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:19:31,579 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:19:31,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on znode that does not yet exist, /0978017502/master 2024-11-15T17:19:31,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on znode that does not yet exist, /0978017502/acl 2024-11-15T17:19:31,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41981 2024-11-15T17:19:31,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41981 2024-11-15T17:19:31,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41981 2024-11-15T17:19:31,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41981 2024-11-15T17:19:31,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41981 2024-11-15T17:19:31,599 DEBUG [M:0;046d875b9f8f:39301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:39301 2024-11-15T17:19:31,599 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0978017502/backup-masters/046d875b9f8f,39301,1731691171108 2024-11-15T17:19:31,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502/backup-masters 2024-11-15T17:19:31,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502/backup-masters 2024-11-15T17:19:31,610 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on existing znode=/0978017502/backup-masters/046d875b9f8f,39301,1731691171108 2024-11-15T17:19:31,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0978017502/master 2024-11-15T17:19:31,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:31,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:31,620 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on existing znode=/0978017502/master 2024-11-15T17:19:31,621 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0978017502/backup-masters/046d875b9f8f,39301,1731691171108 from backup master directory 2024-11-15T17:19:31,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0978017502/backup-masters/046d875b9f8f,39301,1731691171108 2024-11-15T17:19:31,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502/backup-masters 2024-11-15T17:19:31,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502/backup-masters 2024-11-15T17:19:31,631 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:19:31,631 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,39301,1731691171108 2024-11-15T17:19:31,634 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/hbase.id] with ID: c5a3ffdb-dd49-4a4c-b885-96028bd78e27 2024-11-15T17:19:31,634 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/.tmp/hbase.id 2024-11-15T17:19:31,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:19:32,041 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/.tmp/hbase.id]:[hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/hbase.id] 2024-11-15T17:19:32,051 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:32,051 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:19:32,052 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T17:19:32,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:32,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:32,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:19:32,510 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:19:32,510 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:19:32,511 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:19:32,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:19:32,918 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store 2024-11-15T17:19:32,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:19:33,324 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:19:33,324 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:19:33,324 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:33,324 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:33,324 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:19:33,324 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:33,324 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:33,324 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691173324Disabling compacts and flushes for region at 1731691173324Disabling writes for close at 1731691173324Writing region close event to WAL at 1731691173324Closed at 1731691173324 2024-11-15T17:19:33,325 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/.initializing 2024-11-15T17:19:33,325 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/WALs/046d875b9f8f,39301,1731691171108 2024-11-15T17:19:33,326 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:19:33,328 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C39301%2C1731691171108, suffix=, logDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/WALs/046d875b9f8f,39301,1731691171108, archiveDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/oldWALs, maxLogs=10 2024-11-15T17:19:33,339 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/WALs/046d875b9f8f,39301,1731691171108/046d875b9f8f%2C39301%2C1731691171108.1731691173328, exclude list is [], retry=0 2024-11-15T17:19:33,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35777,DS-8a46e622-69f9-402a-b488-9a5d91522f2f,DISK] 2024-11-15T17:19:33,343 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/WALs/046d875b9f8f,39301,1731691171108/046d875b9f8f%2C39301%2C1731691171108.1731691173328 2024-11-15T17:19:33,343 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40173:40173)] 2024-11-15T17:19:33,344 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:19:33,344 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:19:33,344 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:33,344 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:33,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:33,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:19:33,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:33,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:33,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:33,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:19:33,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:33,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:19:33,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:33,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:19:33,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:33,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:19:33,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:33,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:19:33,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:33,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:19:33,353 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:33,353 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:33,353 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:33,355 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:33,355 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:33,355 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:19:33,356 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:33,358 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:19:33,359 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67924366, jitterRate=0.012151926755905151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:19:33,360 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691173344Initializing all the Stores at 1731691173345 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691173345Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691173345Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691173345Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691173345Cleaning up temporary data from old regions at 1731691173355 (+10 ms)Region opened successfully at 1731691173360 (+5 ms) 2024-11-15T17:19:33,360 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:19:33,363 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219c8b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:19:33,364 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:19:33,364 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:19:33,365 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:19:33,365 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:19:33,365 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:19:33,366 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:19:33,366 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:19:33,369 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:19:33,369 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Unable to get data of znode /0978017502/balancer because node does not exist (not necessarily an error) 2024-11-15T17:19:33,420 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0978017502/balancer already deleted, retry=false 2024-11-15T17:19:33,420 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:19:33,421 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Unable to get data of znode /0978017502/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:19:33,430 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0978017502/normalizer already deleted, retry=false 2024-11-15T17:19:33,431 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:19:33,432 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Unable to get data of znode /0978017502/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:19:33,441 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0978017502/switch/split already deleted, retry=false 2024-11-15T17:19:33,441 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Unable to get data of znode /0978017502/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:19:33,451 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0978017502/switch/merge already deleted, retry=false 2024-11-15T17:19:33,454 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Unable to get data of znode /0978017502/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:19:33,462 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0978017502/snapshot-cleanup already deleted, retry=false 2024-11-15T17:19:33,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0978017502/running 2024-11-15T17:19:33,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0978017502/running 2024-11-15T17:19:33,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:33,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:33,473 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,39301,1731691171108, sessionid=0x1013f823e5c0000, setting cluster-up flag (Was=false) 2024-11-15T17:19:33,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:33,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:33,525 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0978017502/flush-table-proc/acquired, /0978017502/flush-table-proc/reached, /0978017502/flush-table-proc/abort 2024-11-15T17:19:33,526 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,39301,1731691171108 2024-11-15T17:19:33,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:33,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:33,578 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0978017502/online-snapshot/acquired, /0978017502/online-snapshot/reached, /0978017502/online-snapshot/abort 2024-11-15T17:19:33,579 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,39301,1731691171108 2024-11-15T17:19:33,580 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:19:33,581 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:19:33,582 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:19:33,582 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:19:33,582 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,39301,1731691171108 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:19:33,583 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:19:33,583 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:19:33,583 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:19:33,583 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:19:33,583 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:19:33,583 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:33,583 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:19:33,583 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:33,584 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691203584 2024-11-15T17:19:33,584 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:19:33,584 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:19:33,584 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:19:33,584 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:19:33,584 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:19:33,585 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:19:33,585 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:33,585 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:19:33,585 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:19:33,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:19:33,585 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:19:33,585 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:19:33,585 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:19:33,585 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:19:33,585 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:19:33,586 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691173585,5,FailOnTimeoutGroup] 2024-11-15T17:19:33,586 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691173586,5,FailOnTimeoutGroup] 2024-11-15T17:19:33,586 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:33,586 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:19:33,586 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:33,586 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:33,586 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:33,586 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:19:33,593 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(746): ClusterId : c5a3ffdb-dd49-4a4c-b885-96028bd78e27 2024-11-15T17:19:33,593 DEBUG [RS:0;046d875b9f8f:41981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:19:33,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:19:33,599 DEBUG [RS:0;046d875b9f8f:41981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:19:33,599 DEBUG [RS:0;046d875b9f8f:41981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:19:33,610 DEBUG [RS:0;046d875b9f8f:41981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:19:33,611 DEBUG [RS:0;046d875b9f8f:41981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c22686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:19:33,626 DEBUG [RS:0;046d875b9f8f:41981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:41981 2024-11-15T17:19:33,626 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:19:33,626 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:19:33,626 DEBUG [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:19:33,627 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,39301,1731691171108 with port=41981, startcode=1731691171564 2024-11-15T17:19:33,627 DEBUG [RS:0;046d875b9f8f:41981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:19:33,628 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:19:33,629 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,41981,1731691171564 2024-11-15T17:19:33,629 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39301 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,41981,1731691171564 2024-11-15T17:19:33,630 DEBUG [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031 2024-11-15T17:19:33,630 DEBUG [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40431 2024-11-15T17:19:33,630 DEBUG [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:19:33,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502/rs 2024-11-15T17:19:33,641 DEBUG [RS:0;046d875b9f8f:41981 {}] zookeeper.ZKUtil(111): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on existing znode=/0978017502/rs/046d875b9f8f,41981,1731691171564 2024-11-15T17:19:33,641 WARN [RS:0;046d875b9f8f:41981 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:19:33,641 INFO [RS:0;046d875b9f8f:41981 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:19:33,642 DEBUG [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564 2024-11-15T17:19:33,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,41981,1731691171564] 2024-11-15T17:19:33,645 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:19:33,647 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:19:33,648 INFO [RS:0;046d875b9f8f:41981 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:19:33,648 INFO [RS:0;046d875b9f8f:41981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:33,648 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:19:33,649 INFO [RS:0;046d875b9f8f:41981 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:19:33,649 INFO [RS:0;046d875b9f8f:41981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:33,649 DEBUG [RS:0;046d875b9f8f:41981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:33,649 DEBUG [RS:0;046d875b9f8f:41981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:33,649 DEBUG [RS:0;046d875b9f8f:41981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:33,649 DEBUG [RS:0;046d875b9f8f:41981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:33,649 DEBUG [RS:0;046d875b9f8f:41981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:33,649 DEBUG [RS:0;046d875b9f8f:41981 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:19:33,649 DEBUG [RS:0;046d875b9f8f:41981 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:33,649 DEBUG [RS:0;046d875b9f8f:41981 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:33,649 DEBUG [RS:0;046d875b9f8f:41981 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:33,649 DEBUG [RS:0;046d875b9f8f:41981 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:33,649 DEBUG [RS:0;046d875b9f8f:41981 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:33,650 DEBUG [RS:0;046d875b9f8f:41981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:33,650 DEBUG [RS:0;046d875b9f8f:41981 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:19:33,650 DEBUG [RS:0;046d875b9f8f:41981 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:19:33,656 INFO [RS:0;046d875b9f8f:41981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:33,656 INFO [RS:0;046d875b9f8f:41981 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:33,656 INFO [RS:0;046d875b9f8f:41981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:33,656 INFO [RS:0;046d875b9f8f:41981 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:33,656 INFO [RS:0;046d875b9f8f:41981 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:33,656 INFO [RS:0;046d875b9f8f:41981 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,41981,1731691171564-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:19:33,672 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:19:33,673 INFO [RS:0;046d875b9f8f:41981 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,41981,1731691171564-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:33,673 INFO [RS:0;046d875b9f8f:41981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:33,673 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.Replication(171): 046d875b9f8f,41981,1731691171564 started 2024-11-15T17:19:33,686 INFO [RS:0;046d875b9f8f:41981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:33,687 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,41981,1731691171564, RpcServer on 046d875b9f8f/172.17.0.2:41981, sessionid=0x1013f823e5c0001 2024-11-15T17:19:33,687 DEBUG [RS:0;046d875b9f8f:41981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:19:33,687 DEBUG [RS:0;046d875b9f8f:41981 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,41981,1731691171564 2024-11-15T17:19:33,687 DEBUG [RS:0;046d875b9f8f:41981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,41981,1731691171564' 2024-11-15T17:19:33,687 DEBUG [RS:0;046d875b9f8f:41981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0978017502/flush-table-proc/abort' 2024-11-15T17:19:33,687 DEBUG [RS:0;046d875b9f8f:41981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0978017502/flush-table-proc/acquired' 2024-11-15T17:19:33,688 DEBUG [RS:0;046d875b9f8f:41981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:19:33,688 DEBUG [RS:0;046d875b9f8f:41981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:19:33,688 DEBUG [RS:0;046d875b9f8f:41981 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,41981,1731691171564 2024-11-15T17:19:33,688 DEBUG [RS:0;046d875b9f8f:41981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,41981,1731691171564' 2024-11-15T17:19:33,688 DEBUG [RS:0;046d875b9f8f:41981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0978017502/online-snapshot/abort' 2024-11-15T17:19:33,688 DEBUG [RS:0;046d875b9f8f:41981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0978017502/online-snapshot/acquired' 2024-11-15T17:19:33,688 DEBUG [RS:0;046d875b9f8f:41981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:19:33,688 INFO [RS:0;046d875b9f8f:41981 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:19:33,689 INFO [RS:0;046d875b9f8f:41981 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:19:33,789 INFO [RS:0;046d875b9f8f:41981 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:19:33,791 INFO [RS:0;046d875b9f8f:41981 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C41981%2C1731691171564, suffix=, logDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564, archiveDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/oldWALs, maxLogs=10 2024-11-15T17:19:33,805 DEBUG [RS:0;046d875b9f8f:41981 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564/046d875b9f8f%2C41981%2C1731691171564.1731691173791, exclude list is [], retry=0 2024-11-15T17:19:33,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35777,DS-8a46e622-69f9-402a-b488-9a5d91522f2f,DISK] 2024-11-15T17:19:33,810 INFO [RS:0;046d875b9f8f:41981 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564/046d875b9f8f%2C41981%2C1731691171564.1731691173791 2024-11-15T17:19:33,810 DEBUG [RS:0;046d875b9f8f:41981 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40173:40173)] 2024-11-15T17:19:33,999 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:19:33,999 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031 2024-11-15T17:19:34,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741833_1009 (size=32) 2024-11-15T17:19:34,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:19:34,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:19:34,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:19:34,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:34,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:34,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:19:34,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:19:34,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:34,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:34,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:19:34,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:19:34,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:34,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:34,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:19:34,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:19:34,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:34,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:34,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:19:34,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740 2024-11-15T17:19:34,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740 2024-11-15T17:19:34,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:19:34,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:19:34,414 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:19:34,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:19:34,417 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:19:34,417 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64104856, jitterRate=-0.04476320743560791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:19:34,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691174405Initializing all the Stores at 1731691174406 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691174406Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691174406Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691174406Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691174406Cleaning up temporary data from old regions at 1731691174414 (+8 ms)Region opened successfully at 1731691174418 (+4 ms) 2024-11-15T17:19:34,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:19:34,418 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:19:34,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:19:34,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:19:34,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:19:34,419 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:19:34,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691174418Disabling compacts and flushes for region at 1731691174418Disabling writes for close at 1731691174418Writing region close event to WAL at 1731691174419 (+1 ms)Closed at 1731691174419 2024-11-15T17:19:34,420 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:19:34,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:19:34,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:19:34,421 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:19:34,422 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:19:34,572 DEBUG [046d875b9f8f:39301 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:19:34,572 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,41981,1731691171564 2024-11-15T17:19:34,574 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,41981,1731691171564, state=OPENING 2024-11-15T17:19:34,683 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:19:34,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:34,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:34,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0978017502/meta-region-server: CHANGED 2024-11-15T17:19:34,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0978017502/meta-region-server: CHANGED 2024-11-15T17:19:34,694 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:19:34,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,41981,1731691171564}] 2024-11-15T17:19:34,847 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:19:34,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:19:34,852 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:19:34,852 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:19:34,853 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:19:34,854 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C41981%2C1731691171564.meta, suffix=.meta, logDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564, archiveDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/oldWALs, maxLogs=10 2024-11-15T17:19:34,867 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564/046d875b9f8f%2C41981%2C1731691171564.meta.1731691174854.meta, exclude list is [], retry=0 2024-11-15T17:19:34,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35777,DS-8a46e622-69f9-402a-b488-9a5d91522f2f,DISK] 2024-11-15T17:19:34,871 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564/046d875b9f8f%2C41981%2C1731691171564.meta.1731691174854.meta 2024-11-15T17:19:34,872 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40173:40173)] 2024-11-15T17:19:34,872 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:19:34,872 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:19:34,872 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:19:34,872 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:19:34,872 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:19:34,873 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:19:34,873 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:19:34,873 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:19:34,873 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:19:34,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:19:34,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:19:34,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:34,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:34,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:19:34,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:19:34,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:34,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:34,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:19:34,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:19:34,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:34,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:34,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:19:34,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:19:34,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:34,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:34,880 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:19:34,880 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740 2024-11-15T17:19:34,881 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740 2024-11-15T17:19:34,882 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:19:34,882 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:19:34,883 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:19:34,884 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:19:34,885 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58915149, jitterRate=-0.12209586799144745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:19:34,885 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:19:34,886 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691174873Writing region info on filesystem at 1731691174873Initializing all the Stores at 1731691174874 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691174874Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691174874Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691174874Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691174874Cleaning up temporary data from old regions at 1731691174882 (+8 ms)Running coprocessor post-open hooks at 1731691174885 (+3 ms)Region opened successfully at 1731691174886 (+1 ms) 2024-11-15T17:19:34,887 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691174846 2024-11-15T17:19:34,889 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:19:34,889 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:19:34,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,41981,1731691171564 2024-11-15T17:19:34,891 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,41981,1731691171564, state=OPEN 2024-11-15T17:19:34,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0978017502/meta-region-server 2024-11-15T17:19:34,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0978017502/meta-region-server 2024-11-15T17:19:34,932 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,41981,1731691171564 2024-11-15T17:19:34,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0978017502/meta-region-server: CHANGED 2024-11-15T17:19:34,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0978017502/meta-region-server: CHANGED 2024-11-15T17:19:34,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:19:34,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,41981,1731691171564 in 238 msec 2024-11-15T17:19:34,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:19:34,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 517 msec 2024-11-15T17:19:34,941 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:19:34,941 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:19:34,943 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:19:34,943 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,41981,1731691171564, seqNum=-1] 2024-11-15T17:19:34,943 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:19:34,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:19:34,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3750 sec 2024-11-15T17:19:34,958 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691174958, completionTime=-1 2024-11-15T17:19:34,958 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:19:34,958 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:19:34,961 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:19:34,961 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691234961 2024-11-15T17:19:34,961 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691294961 2024-11-15T17:19:34,961 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T17:19:34,961 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,39301,1731691171108-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:34,961 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,39301,1731691171108-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:34,961 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,39301,1731691171108-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:34,961 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:39301, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:34,961 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:34,962 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:34,963 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:19:34,966 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.334sec 2024-11-15T17:19:34,966 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:19:34,966 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:19:34,966 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:19:34,966 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:19:34,966 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:19:34,966 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,39301,1731691171108-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:19:34,966 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,39301,1731691171108-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:19:34,968 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:19:34,968 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:19:34,968 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,39301,1731691171108-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:34,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c81528f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:34,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,39301,-1 for getting cluster id 2024-11-15T17:19:34,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:19:34,996 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5a3ffdb-dd49-4a4c-b885-96028bd78e27' 2024-11-15T17:19:34,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:19:34,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5a3ffdb-dd49-4a4c-b885-96028bd78e27" 2024-11-15T17:19:34,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4292049b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:34,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,39301,-1] 2024-11-15T17:19:34,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:19:34,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:34,997 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:19:34,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e368de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:34,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:19:34,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,41981,1731691171564, seqNum=-1] 2024-11-15T17:19:34,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:19:35,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:19:35,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,39301,1731691171108 2024-11-15T17:19:35,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58696 2024-11-15T17:19:35,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:19:35,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f823e5c0002 connected 2024-11-15T17:19:35,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/hadoop.log.dir so I do NOT create it in target/test-data/d5b62be3-db3c-f305-f218-02157c15df65 2024-11-15T17:19:35,033 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:19:35,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/hadoop.tmp.dir so I do NOT create it in target/test-data/d5b62be3-db3c-f305-f218-02157c15df65 2024-11-15T17:19:35,033 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:19:35,033 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65 2024-11-15T17:19:35,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:19:35,033 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/cluster_fcd945a1-d0ed-43c3-9df2-e163c26a820d, deleteOnExit=true 2024-11-15T17:19:35,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:19:35,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/test.cache.data in system properties and HBase conf 2024-11-15T17:19:35,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:19:35,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:19:35,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:19:35,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:19:35,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:19:35,034 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:19:35,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:19:35,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:19:35,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:19:35,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:19:35,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:19:35,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:19:35,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:19:35,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:19:35,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:19:35,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:19:35,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:19:35,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:19:35,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:19:35,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:19:35,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:19:35,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:19:35,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:19:35,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:19:35,374 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T17:19:35,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:19:35,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f7a8707{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:19:35,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c7dd70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:19:35,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d30bee1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/java.io.tmpdir/jetty-localhost-37985-hadoop-hdfs-3_4_1-tests_jar-_-any-8975102026918904288/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:19:35,479 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@780a9b6b{HTTP/1.1, (http/1.1)}{localhost:37985} 2024-11-15T17:19:35,479 INFO [Time-limited test {}] server.Server(415): Started @144537ms 2024-11-15T17:19:35,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:19:35,773 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:19:35,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:19:35,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:19:35,775 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:19:35,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b7b176a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:19:35,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a0c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:19:35,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@466c24c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/java.io.tmpdir/jetty-localhost-38241-hadoop-hdfs-3_4_1-tests_jar-_-any-13819445155687446514/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:19:35,873 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aff9abc{HTTP/1.1, (http/1.1)}{localhost:38241} 2024-11-15T17:19:35,873 INFO [Time-limited test {}] server.Server(415): Started @144932ms 2024-11-15T17:19:35,874 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:19:36,492 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/cluster_fcd945a1-d0ed-43c3-9df2-e163c26a820d/data/data1/current/BP-137236603-172.17.0.2-1731691175054/current, will proceed with Du for space computation calculation, 2024-11-15T17:19:36,492 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/cluster_fcd945a1-d0ed-43c3-9df2-e163c26a820d/data/data2/current/BP-137236603-172.17.0.2-1731691175054/current, will proceed with Du for space computation calculation, 2024-11-15T17:19:36,512 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:19:36,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1edc0305e3144f16 with lease ID 0x9f6dd6945ab16672: Processing first storage report for DS-fbfc2ac0-c907-4e2d-9199-c8baf8a1f178 from datanode DatanodeRegistration(127.0.0.1:39607, datanodeUuid=8f050127-0c19-4777-a6c8-4f1626eefb4e, infoPort=38121, infoSecurePort=0, ipcPort=38591, storageInfo=lv=-57;cid=testClusterID;nsid=322133214;c=1731691175054) 2024-11-15T17:19:36,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1edc0305e3144f16 with lease ID 0x9f6dd6945ab16672: from storage DS-fbfc2ac0-c907-4e2d-9199-c8baf8a1f178 node DatanodeRegistration(127.0.0.1:39607, datanodeUuid=8f050127-0c19-4777-a6c8-4f1626eefb4e, infoPort=38121, infoSecurePort=0, ipcPort=38591, storageInfo=lv=-57;cid=testClusterID;nsid=322133214;c=1731691175054), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:19:36,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1edc0305e3144f16 with lease ID 0x9f6dd6945ab16672: Processing first storage report for DS-f28e925a-ed39-40ea-8ef6-b446cd27d50f from datanode DatanodeRegistration(127.0.0.1:39607, datanodeUuid=8f050127-0c19-4777-a6c8-4f1626eefb4e, infoPort=38121, infoSecurePort=0, ipcPort=38591, storageInfo=lv=-57;cid=testClusterID;nsid=322133214;c=1731691175054) 2024-11-15T17:19:36,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1edc0305e3144f16 with lease ID 0x9f6dd6945ab16672: from storage DS-f28e925a-ed39-40ea-8ef6-b446cd27d50f node DatanodeRegistration(127.0.0.1:39607, datanodeUuid=8f050127-0c19-4777-a6c8-4f1626eefb4e, infoPort=38121, infoSecurePort=0, ipcPort=38591, storageInfo=lv=-57;cid=testClusterID;nsid=322133214;c=1731691175054), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:19:36,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65 2024-11-15T17:19:36,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:36,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:36,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:19:37,009 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828 with version=8 2024-11-15T17:19:37,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/hbase-staging 2024-11-15T17:19:37,010 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:19:37,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:37,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:37,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:19:37,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:37,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:19:37,011 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:19:37,011 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:19:37,011 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40381 2024-11-15T17:19:37,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40381 connecting to ZooKeeper ensemble=127.0.0.1:58696 2024-11-15T17:19:37,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403810x0, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:19:37,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40381-0x1013f823e5c0003 connected 2024-11-15T17:19:37,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:37,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:37,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Set watcher on znode that does not yet exist, /1-2047967973/running 2024-11-15T17:19:37,140 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828, hbase.cluster.distributed=false 2024-11-15T17:19:37,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Set watcher on znode that does not yet exist, /1-2047967973/acl 2024-11-15T17:19:37,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40381 2024-11-15T17:19:37,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40381 2024-11-15T17:19:37,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40381 2024-11-15T17:19:37,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40381 2024-11-15T17:19:37,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40381 2024-11-15T17:19:37,160 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:19:37,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:37,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:37,160 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:19:37,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:37,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:19:37,160 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:19:37,161 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:19:37,161 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38175 2024-11-15T17:19:37,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38175 connecting to ZooKeeper ensemble=127.0.0.1:58696 2024-11-15T17:19:37,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:37,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:37,178 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381750x0, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:19:37,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38175-0x1013f823e5c0004 connected 2024-11-15T17:19:37,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Set watcher on znode that does not yet exist, /1-2047967973/running 2024-11-15T17:19:37,178 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:19:37,179 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:19:37,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Set watcher on znode that does not yet exist, /1-2047967973/master 2024-11-15T17:19:37,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Set watcher on znode that does not yet exist, /1-2047967973/acl 2024-11-15T17:19:37,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38175 2024-11-15T17:19:37,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38175 2024-11-15T17:19:37,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38175 2024-11-15T17:19:37,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38175 2024-11-15T17:19:37,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38175 2024-11-15T17:19:37,200 DEBUG [M:0;046d875b9f8f:40381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:40381 2024-11-15T17:19:37,201 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2047967973/backup-masters/046d875b9f8f,40381,1731691177010 2024-11-15T17:19:37,276 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973/backup-masters 2024-11-15T17:19:37,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973/backup-masters 2024-11-15T17:19:37,276 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Set watcher on existing znode=/1-2047967973/backup-masters/046d875b9f8f,40381,1731691177010 2024-11-15T17:19:37,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973 2024-11-15T17:19:37,304 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2047967973/master 2024-11-15T17:19:37,304 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973 2024-11-15T17:19:37,304 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Set watcher on existing znode=/1-2047967973/master 2024-11-15T17:19:37,305 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2047967973/backup-masters/046d875b9f8f,40381,1731691177010 from backup master directory 2024-11-15T17:19:37,314 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973/backup-masters 2024-11-15T17:19:37,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2047967973/backup-masters/046d875b9f8f,40381,1731691177010 2024-11-15T17:19:37,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973/backup-masters 2024-11-15T17:19:37,314 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:19:37,314 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,40381,1731691177010 2024-11-15T17:19:37,319 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/hbase.id] with ID: 1cdb09d3-d953-43e6-984d-163a78831791 2024-11-15T17:19:37,319 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/.tmp/hbase.id 2024-11-15T17:19:37,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:19:37,326 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/.tmp/hbase.id]:[hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/hbase.id] 2024-11-15T17:19:37,337 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:37,337 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:19:37,338 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T17:19:37,346 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973 2024-11-15T17:19:37,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973 2024-11-15T17:19:37,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:19:37,752 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:19:37,753 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:19:37,753 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:19:37,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:19:37,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:19:37,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T17:19:37,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:19:37,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T17:19:37,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:19:37,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T17:19:38,160 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store 2024-11-15T17:19:38,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:19:38,566 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:19:38,566 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:19:38,566 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:38,566 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:38,566 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:19:38,566 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:38,566 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:38,566 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691178566Disabling compacts and flushes for region at 1731691178566Disabling writes for close at 1731691178566Writing region close event to WAL at 1731691178566Closed at 1731691178566 2024-11-15T17:19:38,567 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store/.initializing 2024-11-15T17:19:38,567 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/WALs/046d875b9f8f,40381,1731691177010 2024-11-15T17:19:38,568 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:19:38,569 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C40381%2C1731691177010, suffix=, logDir=hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/WALs/046d875b9f8f,40381,1731691177010, archiveDir=hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/oldWALs, maxLogs=10 2024-11-15T17:19:38,581 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/WALs/046d875b9f8f,40381,1731691177010/046d875b9f8f%2C40381%2C1731691177010.1731691178569, exclude list is [], retry=0 2024-11-15T17:19:38,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39607,DS-fbfc2ac0-c907-4e2d-9199-c8baf8a1f178,DISK] 2024-11-15T17:19:38,585 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/WALs/046d875b9f8f,40381,1731691177010/046d875b9f8f%2C40381%2C1731691177010.1731691178569 2024-11-15T17:19:38,585 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38121:38121)] 2024-11-15T17:19:38,585 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:19:38,586 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:19:38,586 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:38,586 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:38,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:38,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:19:38,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:38,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:38,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:38,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:19:38,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:38,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:19:38,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:38,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:19:38,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:38,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:19:38,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:38,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:19:38,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:38,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:19:38,592 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:38,593 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:38,593 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:38,594 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:38,594 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:38,595 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:19:38,596 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:38,597 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:19:38,598 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71047292, jitterRate=0.05868715047836304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:19:38,598 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691178586Initializing all the Stores at 1731691178587 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691178587Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691178587Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691178587Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691178587Cleaning up temporary data from old regions at 1731691178594 (+7 ms)Region opened successfully at 1731691178598 (+4 ms) 2024-11-15T17:19:38,598 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:19:38,600 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fa2331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:19:38,601 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:19:38,601 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:19:38,601 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:19:38,601 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:19:38,602 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:19:38,602 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:19:38,602 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:19:38,604 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:19:38,604 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Unable to get data of znode /1-2047967973/balancer because node does not exist (not necessarily an error) 2024-11-15T17:19:38,651 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2047967973/balancer already deleted, retry=false 2024-11-15T17:19:38,651 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:19:38,652 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Unable to get data of znode /1-2047967973/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:19:38,661 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2047967973/normalizer already deleted, retry=false 2024-11-15T17:19:38,662 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:19:38,663 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Unable to get data of znode /1-2047967973/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:19:38,672 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2047967973/switch/split already deleted, retry=false 2024-11-15T17:19:38,673 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Unable to get data of znode /1-2047967973/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:19:38,682 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2047967973/switch/merge already deleted, retry=false 2024-11-15T17:19:38,684 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Unable to get data of znode /1-2047967973/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:19:38,693 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2047967973/snapshot-cleanup already deleted, retry=false 2024-11-15T17:19:38,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2047967973/running 2024-11-15T17:19:38,704 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2047967973/running 2024-11-15T17:19:38,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973 2024-11-15T17:19:38,704 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973 2024-11-15T17:19:38,704 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,40381,1731691177010, sessionid=0x1013f823e5c0003, setting cluster-up flag (Was=false) 2024-11-15T17:19:38,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973 2024-11-15T17:19:38,725 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973 2024-11-15T17:19:38,756 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2047967973/flush-table-proc/acquired, /1-2047967973/flush-table-proc/reached, /1-2047967973/flush-table-proc/abort 2024-11-15T17:19:38,757 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,40381,1731691177010 2024-11-15T17:19:38,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973 2024-11-15T17:19:38,777 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973 2024-11-15T17:19:38,809 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2047967973/online-snapshot/acquired, /1-2047967973/online-snapshot/reached, /1-2047967973/online-snapshot/abort 2024-11-15T17:19:38,809 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,40381,1731691177010 2024-11-15T17:19:38,810 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:19:38,811 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:19:38,812 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:19:38,812 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:19:38,812 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,40381,1731691177010 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:19:38,813 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:19:38,813 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:19:38,813 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:19:38,813 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:19:38,813 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:19:38,813 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:38,813 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:19:38,813 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:38,814 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691208814 2024-11-15T17:19:38,814 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:19:38,814 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:19:38,814 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:19:38,814 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:19:38,814 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:19:38,814 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:19:38,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:19:38,814 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:38,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:19:38,814 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:19:38,815 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:19:38,815 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:19:38,815 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:19:38,815 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:19:38,815 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:19:38,815 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:38,815 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691178815,5,FailOnTimeoutGroup] 2024-11-15T17:19:38,815 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691178815,5,FailOnTimeoutGroup] 2024-11-15T17:19:38,815 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:38,815 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:19:38,815 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:19:38,815 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:38,815 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:38,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:19:38,892 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.HRegionServer(746): ClusterId : 1cdb09d3-d953-43e6-984d-163a78831791 2024-11-15T17:19:38,892 DEBUG [RS:0;046d875b9f8f:38175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:19:38,904 DEBUG [RS:0;046d875b9f8f:38175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:19:38,904 DEBUG [RS:0;046d875b9f8f:38175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:19:38,914 DEBUG [RS:0;046d875b9f8f:38175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:19:38,915 DEBUG [RS:0;046d875b9f8f:38175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6168f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:19:38,925 DEBUG [RS:0;046d875b9f8f:38175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:38175 2024-11-15T17:19:38,925 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:19:38,925 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:19:38,925 DEBUG [RS:0;046d875b9f8f:38175 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:19:38,926 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,40381,1731691177010 with port=38175, startcode=1731691177160 2024-11-15T17:19:38,926 DEBUG [RS:0;046d875b9f8f:38175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:19:38,927 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:19:38,927 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40381 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,38175,1731691177160 2024-11-15T17:19:38,927 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40381 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,38175,1731691177160 2024-11-15T17:19:38,928 DEBUG [RS:0;046d875b9f8f:38175 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828 2024-11-15T17:19:38,928 DEBUG [RS:0;046d875b9f8f:38175 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39349 2024-11-15T17:19:38,928 DEBUG [RS:0;046d875b9f8f:38175 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:19:38,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973/rs 2024-11-15T17:19:38,975 DEBUG [RS:0;046d875b9f8f:38175 {}] zookeeper.ZKUtil(111): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Set watcher on existing znode=/1-2047967973/rs/046d875b9f8f,38175,1731691177160 2024-11-15T17:19:38,975 WARN [RS:0;046d875b9f8f:38175 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:19:38,975 INFO [RS:0;046d875b9f8f:38175 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:19:38,975 DEBUG [RS:0;046d875b9f8f:38175 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/WALs/046d875b9f8f,38175,1731691177160 2024-11-15T17:19:38,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,38175,1731691177160] 2024-11-15T17:19:38,978 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:19:38,979 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:19:38,980 INFO [RS:0;046d875b9f8f:38175 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:19:38,980 INFO [RS:0;046d875b9f8f:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:38,980 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:19:38,981 INFO [RS:0;046d875b9f8f:38175 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:19:38,981 INFO [RS:0;046d875b9f8f:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:38,981 DEBUG [RS:0;046d875b9f8f:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:38,981 DEBUG [RS:0;046d875b9f8f:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:38,981 DEBUG [RS:0;046d875b9f8f:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:38,981 DEBUG [RS:0;046d875b9f8f:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:38,981 DEBUG [RS:0;046d875b9f8f:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:38,981 DEBUG [RS:0;046d875b9f8f:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:19:38,981 DEBUG [RS:0;046d875b9f8f:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:38,982 DEBUG [RS:0;046d875b9f8f:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:38,982 DEBUG [RS:0;046d875b9f8f:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:38,982 DEBUG [RS:0;046d875b9f8f:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:38,982 DEBUG [RS:0;046d875b9f8f:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:38,982 DEBUG [RS:0;046d875b9f8f:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:38,982 DEBUG [RS:0;046d875b9f8f:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:19:38,982 DEBUG [RS:0;046d875b9f8f:38175 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:19:38,984 INFO [RS:0;046d875b9f8f:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:38,984 INFO [RS:0;046d875b9f8f:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:38,984 INFO [RS:0;046d875b9f8f:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:38,984 INFO [RS:0;046d875b9f8f:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:38,984 INFO [RS:0;046d875b9f8f:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:38,984 INFO [RS:0;046d875b9f8f:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,38175,1731691177160-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:19:38,997 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:19:38,997 INFO [RS:0;046d875b9f8f:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,38175,1731691177160-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:38,997 INFO [RS:0;046d875b9f8f:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:38,997 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.Replication(171): 046d875b9f8f,38175,1731691177160 started 2024-11-15T17:19:39,009 INFO [RS:0;046d875b9f8f:38175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:39,009 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,38175,1731691177160, RpcServer on 046d875b9f8f/172.17.0.2:38175, sessionid=0x1013f823e5c0004 2024-11-15T17:19:39,009 DEBUG [RS:0;046d875b9f8f:38175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:19:39,009 DEBUG [RS:0;046d875b9f8f:38175 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,38175,1731691177160 2024-11-15T17:19:39,009 DEBUG [RS:0;046d875b9f8f:38175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,38175,1731691177160' 2024-11-15T17:19:39,009 DEBUG [RS:0;046d875b9f8f:38175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2047967973/flush-table-proc/abort' 2024-11-15T17:19:39,010 DEBUG [RS:0;046d875b9f8f:38175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2047967973/flush-table-proc/acquired' 2024-11-15T17:19:39,010 DEBUG [RS:0;046d875b9f8f:38175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:19:39,010 DEBUG [RS:0;046d875b9f8f:38175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:19:39,010 DEBUG [RS:0;046d875b9f8f:38175 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,38175,1731691177160 2024-11-15T17:19:39,010 DEBUG [RS:0;046d875b9f8f:38175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,38175,1731691177160' 2024-11-15T17:19:39,010 DEBUG [RS:0;046d875b9f8f:38175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2047967973/online-snapshot/abort' 2024-11-15T17:19:39,011 DEBUG [RS:0;046d875b9f8f:38175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2047967973/online-snapshot/acquired' 2024-11-15T17:19:39,011 DEBUG [RS:0;046d875b9f8f:38175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:19:39,011 INFO [RS:0;046d875b9f8f:38175 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:19:39,011 INFO [RS:0;046d875b9f8f:38175 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:19:39,111 INFO [RS:0;046d875b9f8f:38175 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:19:39,113 INFO [RS:0;046d875b9f8f:38175 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C38175%2C1731691177160, suffix=, logDir=hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/WALs/046d875b9f8f,38175,1731691177160, archiveDir=hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/oldWALs, maxLogs=10 2024-11-15T17:19:39,124 DEBUG [RS:0;046d875b9f8f:38175 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/WALs/046d875b9f8f,38175,1731691177160/046d875b9f8f%2C38175%2C1731691177160.1731691179113, exclude list is [], retry=0 2024-11-15T17:19:39,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39607,DS-fbfc2ac0-c907-4e2d-9199-c8baf8a1f178,DISK] 2024-11-15T17:19:39,129 INFO [RS:0;046d875b9f8f:38175 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/WALs/046d875b9f8f,38175,1731691177160/046d875b9f8f%2C38175%2C1731691177160.1731691179113 2024-11-15T17:19:39,132 DEBUG [RS:0;046d875b9f8f:38175 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38121:38121)] 2024-11-15T17:19:39,222 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:19:39,222 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828 2024-11-15T17:19:39,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741833_1009 (size=32) 2024-11-15T17:19:39,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:19:39,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:19:39,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:19:39,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:39,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:39,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:19:39,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:19:39,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:39,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:39,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:19:39,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:19:39,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:39,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:39,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:19:39,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:19:39,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:39,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:39,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:19:39,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/data/hbase/meta/1588230740 2024-11-15T17:19:39,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/data/hbase/meta/1588230740 2024-11-15T17:19:39,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:19:39,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:19:39,637 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:19:39,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:19:39,640 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:19:39,640 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71907750, jitterRate=0.0715089738368988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:19:39,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691179628Initializing all the Stores at 1731691179628Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691179628Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691179629 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691179629Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691179629Cleaning up temporary data from old regions at 1731691179637 (+8 ms)Region opened successfully at 1731691179641 (+4 ms) 2024-11-15T17:19:39,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:19:39,641 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:19:39,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:19:39,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:19:39,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:19:39,641 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:19:39,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691179641Disabling compacts and flushes for region at 1731691179641Disabling writes for close at 1731691179641Writing region close event to WAL at 1731691179641Closed at 1731691179641 2024-11-15T17:19:39,642 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:19:39,642 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:19:39,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:19:39,643 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:19:39,644 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:19:39,645 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T17:19:39,794 DEBUG [046d875b9f8f:40381 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:19:39,794 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,38175,1731691177160 2024-11-15T17:19:39,795 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,38175,1731691177160, state=OPENING 2024-11-15T17:19:39,861 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:19:39,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973 2024-11-15T17:19:39,872 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973 2024-11-15T17:19:39,872 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:19:39,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2047967973/meta-region-server: CHANGED 2024-11-15T17:19:39,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2047967973/meta-region-server: CHANGED 2024-11-15T17:19:39,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,38175,1731691177160}] 2024-11-15T17:19:39,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:39,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:39,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:39,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:39,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:39,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:40,025 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:19:40,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:19:40,029 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:19:40,029 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:19:40,029 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:19:40,031 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C38175%2C1731691177160.meta, suffix=.meta, logDir=hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/WALs/046d875b9f8f,38175,1731691177160, archiveDir=hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/oldWALs, maxLogs=10 2024-11-15T17:19:40,043 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/WALs/046d875b9f8f,38175,1731691177160/046d875b9f8f%2C38175%2C1731691177160.meta.1731691180031.meta, exclude list is [], retry=0 2024-11-15T17:19:40,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39607,DS-fbfc2ac0-c907-4e2d-9199-c8baf8a1f178,DISK] 2024-11-15T17:19:40,047 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/WALs/046d875b9f8f,38175,1731691177160/046d875b9f8f%2C38175%2C1731691177160.meta.1731691180031.meta 2024-11-15T17:19:40,047 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38121:38121)] 2024-11-15T17:19:40,047 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:19:40,047 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:19:40,048 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:19:40,048 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:19:40,048 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:19:40,048 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:19:40,048 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:19:40,048 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:19:40,048 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:19:40,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:19:40,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:19:40,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:40,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:40,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:19:40,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:19:40,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:40,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:40,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:19:40,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:19:40,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:40,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:40,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:19:40,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:19:40,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:40,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:40,053 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:19:40,054 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/data/hbase/meta/1588230740 2024-11-15T17:19:40,055 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/data/hbase/meta/1588230740 2024-11-15T17:19:40,056 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:19:40,056 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:19:40,056 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:19:40,057 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:19:40,058 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72100040, jitterRate=0.07437431812286377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:19:40,058 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:19:40,058 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691180048Writing region info on filesystem at 1731691180048Initializing all the Stores at 1731691180049 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691180049Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691180049Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691180049Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691180049Cleaning up temporary data from old regions at 1731691180056 (+7 ms)Running coprocessor post-open hooks at 1731691180058 (+2 ms)Region opened successfully at 1731691180058 2024-11-15T17:19:40,059 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691180024 2024-11-15T17:19:40,061 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:19:40,061 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:19:40,062 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,38175,1731691177160 2024-11-15T17:19:40,062 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,38175,1731691177160, state=OPEN 2024-11-15T17:19:40,072 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2047967973/meta-region-server 2024-11-15T17:19:40,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2047967973/meta-region-server 2024-11-15T17:19:40,072 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,38175,1731691177160 2024-11-15T17:19:40,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2047967973/meta-region-server: CHANGED 2024-11-15T17:19:40,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2047967973/meta-region-server: CHANGED 2024-11-15T17:19:40,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:19:40,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,38175,1731691177160 in 200 msec 2024-11-15T17:19:40,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:19:40,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-15T17:19:40,077 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:19:40,077 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:19:40,078 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:19:40,078 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,38175,1731691177160, seqNum=-1] 2024-11-15T17:19:40,078 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:19:40,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:19:40,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-11-15T17:19:40,084 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691180084, completionTime=-1 2024-11-15T17:19:40,084 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:19:40,084 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:19:40,085 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:19:40,085 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691240085 2024-11-15T17:19:40,085 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691300085 2024-11-15T17:19:40,085 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T17:19:40,094 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40381,1731691177010-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:40,094 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40381,1731691177010-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:40,094 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40381,1731691177010-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:40,094 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:40381, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:40,094 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:40,095 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:40,096 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:19:40,098 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.784sec 2024-11-15T17:19:40,098 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:19:40,098 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:19:40,098 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:19:40,098 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:19:40,098 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:19:40,098 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40381,1731691177010-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:19:40,098 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40381,1731691177010-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:19:40,100 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:19:40,100 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:19:40,100 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40381,1731691177010-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:40,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548b3e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:40,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40381,-1 for getting cluster id 2024-11-15T17:19:40,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:19:40,194 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cdb09d3-d953-43e6-984d-163a78831791' 2024-11-15T17:19:40,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:19:40,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cdb09d3-d953-43e6-984d-163a78831791" 2024-11-15T17:19:40,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8d09c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:40,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40381,-1] 2024-11-15T17:19:40,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:19:40,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:40,195 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:19:40,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4779aab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:40,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:19:40,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,38175,1731691177160, seqNum=-1] 2024-11-15T17:19:40,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:19:40,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:19:40,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,40381,1731691177010 2024-11-15T17:19:40,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58696 2024-11-15T17:19:40,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:19:40,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013f823e5c0005 connected 2024-11-15T17:19:40,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28cb8b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:40,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,39301,-1 for getting cluster id 2024-11-15T17:19:40,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:19:40,222 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5a3ffdb-dd49-4a4c-b885-96028bd78e27' 2024-11-15T17:19:40,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:19:40,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5a3ffdb-dd49-4a4c-b885-96028bd78e27" 2024-11-15T17:19:40,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0a2bbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:40,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,39301,-1] 2024-11-15T17:19:40,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:19:40,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:40,224 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:19:40,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432eddf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:40,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:19:40,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,39301,1731691171108 2024-11-15T17:19:40,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cce16a5 2024-11-15T17:19:40,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:19:40,226 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:19:40,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39301 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://046d875b9f8f:40381,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T17:19:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39301 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:19:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:19:40,228 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:40381' 2024-11-15T17:19:40,229 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a088ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:40,229 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40381,-1 for getting cluster id 2024-11-15T17:19:40,229 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:19:40,230 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cdb09d3-d953-43e6-984d-163a78831791' 2024-11-15T17:19:40,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:19:40,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cdb09d3-d953-43e6-984d-163a78831791" 2024-11-15T17:19:40,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55395b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:40,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40381,-1] 2024-11-15T17:19:40,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:19:40,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:40,231 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:19:40,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd811a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:40,232 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:19:40,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,40381,1731691177010 2024-11-15T17:19:40,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ec6a61a 2024-11-15T17:19:40,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:19:40,234 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:19:40,234 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T17:19:40,234 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:19:40,234 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:40,234 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:40,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:19:40,235 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:19:40,236 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T17:19:40,237 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:19:40,237 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:40,237 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:19:40,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741835_1011 (size=1138) 2024-11-15T17:19:40,286 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T17:19:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:19:40,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:19:40,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:40,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:40,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:40,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:40,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:40,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:19:40,644 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d51a1201af204c5a7e599ac019b36fb7, NAME => 'hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031 2024-11-15T17:19:40,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741836_1012 (size=44) 2024-11-15T17:19:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:19:41,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:19:41,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d51a1201af204c5a7e599ac019b36fb7, disabling compactions & flushes 2024-11-15T17:19:41,050 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:41,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:41,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. after waiting 0 ms 2024-11-15T17:19:41,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:41,050 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:41,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d51a1201af204c5a7e599ac019b36fb7: Waiting for close lock at 1731691181050Disabling compacts and flushes for region at 1731691181050Disabling writes for close at 1731691181050Writing region close event to WAL at 1731691181050Closed at 1731691181050 2024-11-15T17:19:41,052 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:19:41,052 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731691181052"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691181052"}]},"ts":"1731691181052"} 2024-11-15T17:19:41,054 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:19:41,055 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:19:41,055 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691181055"}]},"ts":"1731691181055"} 2024-11-15T17:19:41,057 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T17:19:41,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d51a1201af204c5a7e599ac019b36fb7, ASSIGN}] 2024-11-15T17:19:41,058 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d51a1201af204c5a7e599ac019b36fb7, ASSIGN 2024-11-15T17:19:41,059 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d51a1201af204c5a7e599ac019b36fb7, ASSIGN; state=OFFLINE, location=046d875b9f8f,41981,1731691171564; forceNewPlan=false, retain=false 2024-11-15T17:19:41,209 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d51a1201af204c5a7e599ac019b36fb7, regionState=OPENING, regionLocation=046d875b9f8f,41981,1731691171564 2024-11-15T17:19:41,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d51a1201af204c5a7e599ac019b36fb7, ASSIGN because future has completed 2024-11-15T17:19:41,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d51a1201af204c5a7e599ac019b36fb7, server=046d875b9f8f,41981,1731691171564}] 2024-11-15T17:19:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:19:41,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:41,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:19:41,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T17:19:41,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C41981%2C1731691171564.rep, suffix=, logDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564, archiveDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/oldWALs, maxLogs=10 2024-11-15T17:19:41,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564/046d875b9f8f%2C41981%2C1731691171564.rep.1731691181369, exclude list is [], retry=0 2024-11-15T17:19:41,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35777,DS-8a46e622-69f9-402a-b488-9a5d91522f2f,DISK] 2024-11-15T17:19:41,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564/046d875b9f8f%2C41981%2C1731691171564.rep.1731691181369 2024-11-15T17:19:41,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40173:40173)] 2024-11-15T17:19:41,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d51a1201af204c5a7e599ac019b36fb7, NAME => 'hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:19:41,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:19:41,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:19:41,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. service=MultiRowMutationService 2024-11-15T17:19:41,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T17:19:41,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:41,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:19:41,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:41,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:41,387 INFO [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:41,388 INFO [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d51a1201af204c5a7e599ac019b36fb7 columnFamilyName hfileref 2024-11-15T17:19:41,388 DEBUG [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:41,389 INFO [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] regionserver.HStore(327): Store=d51a1201af204c5a7e599ac019b36fb7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:19:41,389 INFO [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:41,390 INFO [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d51a1201af204c5a7e599ac019b36fb7 columnFamilyName queue 2024-11-15T17:19:41,390 DEBUG [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:41,390 INFO [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] regionserver.HStore(327): Store=d51a1201af204c5a7e599ac019b36fb7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:19:41,390 INFO [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:41,391 INFO [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d51a1201af204c5a7e599ac019b36fb7 columnFamilyName sid 2024-11-15T17:19:41,391 DEBUG [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:41,391 INFO [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] regionserver.HStore(327): Store=d51a1201af204c5a7e599ac019b36fb7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:19:41,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:41,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/replication/d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:41,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/replication/d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:41,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:41,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:41,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:19:41,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:41,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/replication/d51a1201af204c5a7e599ac019b36fb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:19:41,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d51a1201af204c5a7e599ac019b36fb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69713615, jitterRate=0.038813814520835876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:19:41,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:41,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d51a1201af204c5a7e599ac019b36fb7: Running coprocessor pre-open hook at 1731691181386Writing region info on filesystem at 1731691181386Initializing all the Stores at 1731691181387 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691181387Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691181387Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691181387Cleaning up temporary data from old regions at 1731691181393 (+6 ms)Running coprocessor post-open hooks at 1731691181397 (+4 ms)Region opened successfully at 1731691181397 2024-11-15T17:19:41,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7., pid=7, masterSystemTime=1731691181364 2024-11-15T17:19:41,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:41,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:41,401 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d51a1201af204c5a7e599ac019b36fb7, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,41981,1731691171564 2024-11-15T17:19:41,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d51a1201af204c5a7e599ac019b36fb7, server=046d875b9f8f,41981,1731691171564 because future has completed 2024-11-15T17:19:41,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T17:19:41,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d51a1201af204c5a7e599ac019b36fb7, server=046d875b9f8f,41981,1731691171564 in 192 msec 2024-11-15T17:19:41,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:19:41,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d51a1201af204c5a7e599ac019b36fb7, ASSIGN in 348 msec 2024-11-15T17:19:41,408 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:19:41,408 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691181408"}]},"ts":"1731691181408"} 2024-11-15T17:19:41,410 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T17:19:41,411 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:19:41,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-15T17:19:41,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7., hostname=046d875b9f8f,41981,1731691171564, seqNum=2] 2024-11-15T17:19:41,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:41,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:41,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:19:41,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T17:19:41,679 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T17:19:41,703 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-046d875b9f8f,41981,1731691171564, ReplicationSource: 1, currentBandwidth=0 2024-11-15T17:19:41,703 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:19:41,703 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,41981,1731691171564, seqNum=-1] 2024-11-15T17:19:41,704 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:19:41,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-15T17:19:41,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-046d875b9f8f,41981,1731691171564', locateType=CURRENT is [region=hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7., hostname=046d875b9f8f,41981,1731691171564, seqNum=2] 2024-11-15T17:19:41,708 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T17:19:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39301 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T17:19:41,710 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 046d875b9f8f,41981,1731691171564 suceeded 2024-11-15T17:19:41,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T17:19:41,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-15T17:19:41,712 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://046d875b9f8f:40381,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:19:41,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4860 sec 2024-11-15T17:19:41,722 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,41981,1731691171564 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:40381' 2024-11-15T17:19:41,723 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,41981,1731691171564 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ede907d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:41,723 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,41981,1731691171564 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40381,-1 for getting cluster id 2024-11-15T17:19:41,723 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,41981,1731691171564 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:19:41,724 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cdb09d3-d953-43e6-984d-163a78831791' 2024-11-15T17:19:41,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:19:41,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cdb09d3-d953-43e6-984d-163a78831791" 2024-11-15T17:19:41,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ef647c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:41,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40381,-1] 2024-11-15T17:19:41,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:19:41,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:41,725 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:19:41,726 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,41981,1731691171564 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@672bb79b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:41,726 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,41981,1731691171564 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:19:41,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,40381,1731691177010 2024-11-15T17:19:41,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@104cb211 2024-11-15T17:19:41,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:19:41,727 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-15T17:19:41,728 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,41981,1731691171564 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-046d875b9f8f,41981,1731691171564 (queues=1) is replicating from cluster=c5a3ffdb-dd49-4a4c-b885-96028bd78e27 to cluster=1cdb09d3-d953-43e6-984d-163a78831791 2024-11-15T17:19:41,728 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,41981,1731691171564 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=046d875b9f8f%2C41981%2C1731691171564 2024-11-15T17:19:41,728 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,41981,1731691171564 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-046d875b9f8f,41981,1731691171564, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:19:41,728 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,41981,1731691171564.replicationSource.shipper046d875b9f8f%2C41981%2C1731691171564,1-046d875b9f8f,41981,1731691171564 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C41981%2C1731691171564 2024-11-15T17:19:41,728 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,41981,1731691171564.replicationSource.wal-reader.046d875b9f8f%2C41981%2C1731691171564,1-046d875b9f8f,41981,1731691171564 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564/046d875b9f8f%2C41981%2C1731691171564.1731691173791, startPosition=0, beingWritten=true 2024-11-15T17:19:41,933 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,41981,1731691171564.replicationSource.wal-reader.046d875b9f8f%2C41981%2C1731691171564,1-046d875b9f8f,41981,1731691171564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564/046d875b9f8f%2C41981%2C1731691171564.1731691173791 to pos 0, reset compression=false 2024-11-15T17:19:42,238 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,41981,1731691171564.replicationSource.wal-reader.046d875b9f8f%2C41981%2C1731691171564,1-046d875b9f8f,41981,1731691171564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564/046d875b9f8f%2C41981%2C1731691171564.1731691173791 to pos 0, reset compression=false 2024-11-15T17:19:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:19:42,373 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T17:19:42,373 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:19:42,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:42,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:42,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:42,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:19:42,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:19:42,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,39301,1731691171108 2024-11-15T17:19:42,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20f7bdf 2024-11-15T17:19:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:19:42,375 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:19:42,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39301 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T17:19:42,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:19:42,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:42,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:42,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:42,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:19:42,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:19:42,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=150265482, stopped=false 2024-11-15T17:19:42,377 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,39301,1731691171108 2024-11-15T17:19:42,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0978017502/running 2024-11-15T17:19:42,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0978017502/running 2024-11-15T17:19:42,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:42,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:42,440 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:19:42,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:19:42,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:42,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:42,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on znode that does not yet exist, /0978017502/running 2024-11-15T17:19:42,441 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,41981,1731691171564' ***** 2024-11-15T17:19:42,441 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:19:42,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on znode that does not yet exist, /0978017502/running 2024-11-15T17:19:42,441 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:19:42,441 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:19:42,441 INFO [RS:0;046d875b9f8f:41981 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:19:42,441 INFO [RS:0;046d875b9f8f:41981 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:19:42,441 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(3091): Received CLOSE for d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:42,442 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,41981,1731691171564 2024-11-15T17:19:42,442 INFO [RS:0;046d875b9f8f:41981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:19:42,442 INFO [RS:0;046d875b9f8f:41981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:41981. 2024-11-15T17:19:42,442 DEBUG [RS:0;046d875b9f8f:41981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:42,442 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d51a1201af204c5a7e599ac019b36fb7, disabling compactions & flushes 2024-11-15T17:19:42,442 DEBUG [RS:0;046d875b9f8f:41981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:42,442 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:42,442 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:42,442 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:19:42,442 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. after waiting 0 ms 2024-11-15T17:19:42,442 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:19:42,442 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:19:42,442 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:42,442 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:19:42,442 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d51a1201af204c5a7e599ac019b36fb7 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-15T17:19:42,442 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T17:19:42,442 DEBUG [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d51a1201af204c5a7e599ac019b36fb7=hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7.} 2024-11-15T17:19:42,442 DEBUG [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:42,442 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:19:42,442 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:19:42,442 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:19:42,442 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:19:42,442 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:19:42,443 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T17:19:42,456 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/.tmp/info/c9ac4c3487a84cecbd1dbacb034de3dc is 147, key is hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7./info:regioninfo/1731691181400/Put/seqid=0 2024-11-15T17:19:42,456 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/replication/d51a1201af204c5a7e599ac019b36fb7/.tmp/queue/0c593e8940ce48518ed6216298854325 is 151, key is 1-046d875b9f8f,41981,1731691171564/queue:046d875b9f8f%2C41981%2C1731691171564/1731691181707/Put/seqid=0 2024-11-15T17:19:42,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741838_1014 (size=5350) 2024-11-15T17:19:42,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741839_1015 (size=6631) 2024-11-15T17:19:42,465 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:19:42,642 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,41981,1731691171564.replicationSource.wal-reader.046d875b9f8f%2C41981%2C1731691171564,1-046d875b9f8f,41981,1731691171564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564/046d875b9f8f%2C41981%2C1731691171564.1731691173791 to pos 0, reset compression=false 2024-11-15T17:19:42,642 DEBUG [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:42,662 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:19:42,662 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:19:42,843 DEBUG [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:42,861 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/replication/d51a1201af204c5a7e599ac019b36fb7/.tmp/queue/0c593e8940ce48518ed6216298854325 2024-11-15T17:19:42,861 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/.tmp/info/c9ac4c3487a84cecbd1dbacb034de3dc 2024-11-15T17:19:42,867 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/replication/d51a1201af204c5a7e599ac019b36fb7/.tmp/queue/0c593e8940ce48518ed6216298854325 as hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/replication/d51a1201af204c5a7e599ac019b36fb7/queue/0c593e8940ce48518ed6216298854325 2024-11-15T17:19:42,871 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/replication/d51a1201af204c5a7e599ac019b36fb7/queue/0c593e8940ce48518ed6216298854325, entries=1, sequenceid=5, filesize=5.2 K 2024-11-15T17:19:42,872 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d51a1201af204c5a7e599ac019b36fb7 in 430ms, sequenceid=5, compaction requested=false 2024-11-15T17:19:42,872 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T17:19:42,877 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/replication/d51a1201af204c5a7e599ac019b36fb7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T17:19:42,877 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:19:42,877 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:19:42,877 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:42,877 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d51a1201af204c5a7e599ac019b36fb7: Waiting for close lock at 1731691182442Running coprocessor pre-close hooks at 1731691182442Disabling compacts and flushes for region at 1731691182442Disabling writes for close at 1731691182442Obtaining lock to block concurrent updates at 1731691182442Preparing flush snapshotting stores in d51a1201af204c5a7e599ac019b36fb7 at 1731691182442Finished memstore snapshotting hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731691182442Flushing stores of hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. at 1731691182443 (+1 ms)Flushing d51a1201af204c5a7e599ac019b36fb7/queue: creating writer at 1731691182443Flushing d51a1201af204c5a7e599ac019b36fb7/queue: appending metadata at 1731691182456 (+13 ms)Flushing d51a1201af204c5a7e599ac019b36fb7/queue: closing flushed file at 1731691182456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ff830b: reopening flushed file at 1731691182866 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d51a1201af204c5a7e599ac019b36fb7 in 430ms, sequenceid=5, compaction requested=false at 1731691182872 (+6 ms)Writing region close event to WAL at 1731691182873 (+1 ms)Running coprocessor post-close hooks at 1731691182877 (+4 ms)Closed at 1731691182877 2024-11-15T17:19:42,878 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:42,880 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/.tmp/ns/09bc5357b10d4280b46ccc669ed5a998 is 43, key is default/ns:d/1731691174945/Put/seqid=0 2024-11-15T17:19:42,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741840_1016 (size=5153) 2024-11-15T17:19:43,043 DEBUG [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:19:43,147 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,41981,1731691171564.replicationSource.wal-reader.046d875b9f8f%2C41981%2C1731691171564,1-046d875b9f8f,41981,1731691171564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564/046d875b9f8f%2C41981%2C1731691171564.1731691173791 to pos 0, reset compression=false 2024-11-15T17:19:43,243 DEBUG [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:19:43,286 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/.tmp/ns/09bc5357b10d4280b46ccc669ed5a998 2024-11-15T17:19:43,307 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/.tmp/table/5efe4be12cf54f409bdbca01ae038810 is 53, key is hbase:replication/table:state/1731691181408/Put/seqid=0 2024-11-15T17:19:43,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741841_1017 (size=5256) 2024-11-15T17:19:43,443 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T17:19:43,443 DEBUG [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T17:19:43,443 DEBUG [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:19:43,643 DEBUG [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:19:43,712 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/.tmp/table/5efe4be12cf54f409bdbca01ae038810 2024-11-15T17:19:43,717 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/.tmp/info/c9ac4c3487a84cecbd1dbacb034de3dc as hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/info/c9ac4c3487a84cecbd1dbacb034de3dc 2024-11-15T17:19:43,721 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/info/c9ac4c3487a84cecbd1dbacb034de3dc, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T17:19:43,722 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/.tmp/ns/09bc5357b10d4280b46ccc669ed5a998 as hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/ns/09bc5357b10d4280b46ccc669ed5a998 2024-11-15T17:19:43,726 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/ns/09bc5357b10d4280b46ccc669ed5a998, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T17:19:43,727 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/.tmp/table/5efe4be12cf54f409bdbca01ae038810 as hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/table/5efe4be12cf54f409bdbca01ae038810 2024-11-15T17:19:43,731 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/table/5efe4be12cf54f409bdbca01ae038810, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T17:19:43,732 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1290ms, sequenceid=11, compaction requested=false 2024-11-15T17:19:43,736 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T17:19:43,737 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:19:43,737 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:19:43,737 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:19:43,737 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691182442Running coprocessor pre-close hooks at 1731691182442Disabling compacts and flushes for region at 1731691182442Disabling writes for close at 1731691182442Obtaining lock to block concurrent updates at 1731691182443 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731691182443Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731691182443Flushing stores of hbase:meta,,1.1588230740 at 1731691182443Flushing 1588230740/info: creating writer at 1731691182443Flushing 1588230740/info: appending metadata at 1731691182456 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731691182456Flushing 1588230740/ns: creating writer at 1731691182866 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731691182880 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731691182880Flushing 1588230740/table: creating writer at 1731691183290 (+410 ms)Flushing 1588230740/table: appending metadata at 1731691183306 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731691183307 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f31f2b8: reopening flushed file at 1731691183716 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54aaa00b: reopening flushed file at 1731691183721 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b204cb: reopening flushed file at 1731691183726 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1290ms, sequenceid=11, compaction requested=false at 1731691183732 (+6 ms)Writing region close event to WAL at 1731691183733 (+1 ms)Running coprocessor post-close hooks at 1731691183736 (+3 ms)Closed at 1731691183737 (+1 ms) 2024-11-15T17:19:43,737 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:19:43,751 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,41981,1731691171564.replicationSource.wal-reader.046d875b9f8f%2C41981%2C1731691171564,1-046d875b9f8f,41981,1731691171564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564/046d875b9f8f%2C41981%2C1731691171564.1731691173791 to pos 0, reset compression=false 2024-11-15T17:19:43,843 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,41981,1731691171564; all regions closed. 2024-11-15T17:19:43,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741834_1010 (size=2742) 2024-11-15T17:19:43,846 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564/046d875b9f8f%2C41981%2C1731691171564.meta.1731691174854.meta not finished, retry = 0 2024-11-15T17:19:43,948 DEBUG [RS:0;046d875b9f8f:41981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/oldWALs 2024-11-15T17:19:43,949 INFO [RS:0;046d875b9f8f:41981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C41981%2C1731691171564.meta:.meta(num 1731691174854) 2024-11-15T17:19:43,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741837_1013 (size=1586) 2024-11-15T17:19:43,951 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564/046d875b9f8f%2C41981%2C1731691171564.rep.1731691181369 not finished, retry = 0 2024-11-15T17:19:44,076 DEBUG [RS:0;046d875b9f8f:41981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/oldWALs 2024-11-15T17:19:44,076 INFO [RS:0;046d875b9f8f:41981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C41981%2C1731691171564.rep:(num 1731691181369) 2024-11-15T17:19:44,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741832_1008 (size=93) 2024-11-15T17:19:44,078 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564/046d875b9f8f%2C41981%2C1731691171564.1731691173791 not finished, retry = 0 2024-11-15T17:19:44,180 DEBUG [RS:0;046d875b9f8f:41981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/oldWALs 2024-11-15T17:19:44,180 INFO [RS:0;046d875b9f8f:41981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C41981%2C1731691171564:(num 1731691173791) 2024-11-15T17:19:44,180 DEBUG [RS:0;046d875b9f8f:41981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:44,180 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:19:44,180 INFO [RS:0;046d875b9f8f:41981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:19:44,181 INFO [RS:0;046d875b9f8f:41981 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T17:19:44,181 INFO [RS:0;046d875b9f8f:41981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:19:44,181 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:19:44,181 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-046d875b9f8f,41981,1731691171564 because: Region server is closing 2024-11-15T17:19:44,181 INFO [RS:0;046d875b9f8f:41981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:41981. 2024-11-15T17:19:44,181 DEBUG [RS:0;046d875b9f8f:41981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:44,181 DEBUG [RS:0;046d875b9f8f:41981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:44,181 DEBUG [RS:0;046d875b9f8f:41981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:44,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:19:44,281 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,41981,1731691171564.replicationSource.wal-reader.046d875b9f8f%2C41981%2C1731691171564,1-046d875b9f8f,41981,1731691171564 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T17:19:44,281 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,41981,1731691171564.replicationSource.shipper046d875b9f8f%2C41981%2C1731691171564,1-046d875b9f8f,41981,1731691171564 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T17:19:44,282 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,41981,1731691171564.replicationSource.shipper046d875b9f8f%2C41981%2C1731691171564,1-046d875b9f8f,41981,1731691171564 terminated 2024-11-15T17:19:44,282 INFO [RS:0;046d875b9f8f:41981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41981 2024-11-15T17:19:44,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502/rs 2024-11-15T17:19:44,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0978017502/rs/046d875b9f8f,41981,1731691171564 2024-11-15T17:19:44,303 INFO [RS:0;046d875b9f8f:41981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:19:44,314 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,41981,1731691171564] 2024-11-15T17:19:44,324 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0978017502/draining/046d875b9f8f,41981,1731691171564 already deleted, retry=false 2024-11-15T17:19:44,324 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,41981,1731691171564 expired; onlineServers=0 2024-11-15T17:19:44,324 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,39301,1731691171108' ***** 2024-11-15T17:19:44,324 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:19:44,324 INFO [M:0;046d875b9f8f:39301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:19:44,324 INFO [M:0;046d875b9f8f:39301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:19:44,324 DEBUG [M:0;046d875b9f8f:39301 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:19:44,325 DEBUG [M:0;046d875b9f8f:39301 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:19:44,325 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:19:44,325 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691173585 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691173585,5,FailOnTimeoutGroup] 2024-11-15T17:19:44,325 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691173586 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691173586,5,FailOnTimeoutGroup] 2024-11-15T17:19:44,325 INFO [M:0;046d875b9f8f:39301 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:19:44,325 INFO [M:0;046d875b9f8f:39301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:19:44,325 DEBUG [M:0;046d875b9f8f:39301 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:19:44,325 INFO [M:0;046d875b9f8f:39301 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:19:44,325 INFO [M:0;046d875b9f8f:39301 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:19:44,325 INFO [M:0;046d875b9f8f:39301 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:19:44,325 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:19:44,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0978017502/master 2024-11-15T17:19:44,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:44,335 DEBUG [M:0;046d875b9f8f:39301 {}] zookeeper.ZKUtil(347): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Unable to get data of znode /0978017502/master because node does not exist (not an error) 2024-11-15T17:19:44,335 WARN [M:0;046d875b9f8f:39301 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:19:44,335 INFO [M:0;046d875b9f8f:39301 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/.lastflushedseqids 2024-11-15T17:19:44,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741842_1018 (size=181) 2024-11-15T17:19:44,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:44,414 INFO [RS:0;046d875b9f8f:41981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:19:44,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41981-0x1013f823e5c0001, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:44,414 INFO [RS:0;046d875b9f8f:41981 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,41981,1731691171564; zookeeper connection closed. 2024-11-15T17:19:44,414 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54ab2e53 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54ab2e53 2024-11-15T17:19:44,414 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:19:44,740 INFO [M:0;046d875b9f8f:39301 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:19:44,740 INFO [M:0;046d875b9f8f:39301 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:19:44,740 DEBUG [M:0;046d875b9f8f:39301 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:19:44,740 INFO [M:0;046d875b9f8f:39301 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:44,740 DEBUG [M:0;046d875b9f8f:39301 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:44,740 DEBUG [M:0;046d875b9f8f:39301 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:19:44,740 DEBUG [M:0;046d875b9f8f:39301 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:44,740 INFO [M:0;046d875b9f8f:39301 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-15T17:19:44,754 DEBUG [M:0;046d875b9f8f:39301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34d490ae86eb48cb864d80e68afd24e3 is 82, key is hbase:meta,,1/info:regioninfo/1731691174890/Put/seqid=0 2024-11-15T17:19:44,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741843_1019 (size=5672) 2024-11-15T17:19:45,159 INFO [M:0;046d875b9f8f:39301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34d490ae86eb48cb864d80e68afd24e3 2024-11-15T17:19:45,176 DEBUG [M:0;046d875b9f8f:39301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/114bfa8767f2494a8d362f3232db6131 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731691181412/Put/seqid=0 2024-11-15T17:19:45,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741844_1020 (size=7203) 2024-11-15T17:19:45,550 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:19:45,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:45,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:45,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:45,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:45,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:45,580 INFO [M:0;046d875b9f8f:39301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/114bfa8767f2494a8d362f3232db6131 2024-11-15T17:19:45,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:45,600 DEBUG [M:0;046d875b9f8f:39301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab8e8e10c8fc4932b8c92889a44c0a09 is 69, key is 046d875b9f8f,41981,1731691171564/rs:state/1731691173629/Put/seqid=0 2024-11-15T17:19:45,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741845_1021 (size=5156) 2024-11-15T17:19:46,005 INFO [M:0;046d875b9f8f:39301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab8e8e10c8fc4932b8c92889a44c0a09 2024-11-15T17:19:46,010 DEBUG [M:0;046d875b9f8f:39301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34d490ae86eb48cb864d80e68afd24e3 as hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34d490ae86eb48cb864d80e68afd24e3 2024-11-15T17:19:46,015 INFO [M:0;046d875b9f8f:39301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34d490ae86eb48cb864d80e68afd24e3, entries=8, sequenceid=70, filesize=5.5 K 2024-11-15T17:19:46,016 DEBUG [M:0;046d875b9f8f:39301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/114bfa8767f2494a8d362f3232db6131 as hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/114bfa8767f2494a8d362f3232db6131 2024-11-15T17:19:46,021 INFO [M:0;046d875b9f8f:39301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/114bfa8767f2494a8d362f3232db6131, entries=8, sequenceid=70, filesize=7.0 K 2024-11-15T17:19:46,023 DEBUG [M:0;046d875b9f8f:39301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab8e8e10c8fc4932b8c92889a44c0a09 as hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab8e8e10c8fc4932b8c92889a44c0a09 2024-11-15T17:19:46,028 INFO [M:0;046d875b9f8f:39301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab8e8e10c8fc4932b8c92889a44c0a09, entries=1, sequenceid=70, filesize=5.0 K 2024-11-15T17:19:46,029 INFO [M:0;046d875b9f8f:39301 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false 2024-11-15T17:19:46,030 INFO [M:0;046d875b9f8f:39301 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:46,030 DEBUG [M:0;046d875b9f8f:39301 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691184740Disabling compacts and flushes for region at 1731691184740Disabling writes for close at 1731691184740Obtaining lock to block concurrent updates at 1731691184740Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691184740Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731691184741 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691184741Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691184741Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691184754 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691184754Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691185163 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691185176 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691185176Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691185585 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691185600 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691185600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e55c737: reopening flushed file at 1731691186009 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51979b03: reopening flushed file at 1731691186016 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2daff0fd: reopening flushed file at 1731691186022 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false at 1731691186029 (+7 ms)Writing region close event to WAL at 1731691186030 (+1 ms)Closed at 1731691186030 2024-11-15T17:19:46,032 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/WALs/046d875b9f8f,39301,1731691171108/046d875b9f8f%2C39301%2C1731691171108.1731691173328 not finished, retry = 0 2024-11-15T17:19:46,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741830_1006 (size=41008) 2024-11-15T17:19:46,133 INFO [M:0;046d875b9f8f:39301 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:19:46,133 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:19:46,133 INFO [M:0;046d875b9f8f:39301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39301 2024-11-15T17:19:46,133 INFO [M:0;046d875b9f8f:39301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:19:46,288 INFO [M:0;046d875b9f8f:39301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:19:46,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:46,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39301-0x1013f823e5c0000, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:46,289 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:19:46,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:46,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:46,289 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:19:46,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:46,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:19:46,289 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:19:46,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:19:46,290 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41065 2024-11-15T17:19:46,291 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41065 connecting to ZooKeeper ensemble=127.0.0.1:58696 2024-11-15T17:19:46,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410650x0, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:19:46,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41065-0x1013f823e5c0006 connected 2024-11-15T17:19:46,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:46,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:46,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on znode that does not yet exist, /0978017502/running 2024-11-15T17:19:46,318 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0978017502/meta-region-server: INIT 2024-11-15T17:19:46,318 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031, hbase.cluster.distributed=false 2024-11-15T17:19:46,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on znode that does not yet exist, /0978017502/acl 2024-11-15T17:19:46,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41065 2024-11-15T17:19:46,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41065 2024-11-15T17:19:46,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41065 2024-11-15T17:19:46,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41065 2024-11-15T17:19:46,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41065 2024-11-15T17:19:46,333 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:19:46,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:46,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:46,333 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:19:46,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:46,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:19:46,333 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:19:46,333 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:19:46,334 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43905 2024-11-15T17:19:46,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43905 connecting to ZooKeeper ensemble=127.0.0.1:58696 2024-11-15T17:19:46,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:46,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:46,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439050x0, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:19:46,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43905-0x1013f823e5c0007 connected 2024-11-15T17:19:46,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43905-0x1013f823e5c0007, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on znode that does not yet exist, /0978017502/running 2024-11-15T17:19:46,346 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0978017502/meta-region-server: INIT 2024-11-15T17:19:46,346 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:19:46,346 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:19:46,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43905-0x1013f823e5c0007, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on znode that does not yet exist, /0978017502/master 2024-11-15T17:19:46,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43905-0x1013f823e5c0007, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on znode that does not yet exist, /0978017502/acl 2024-11-15T17:19:46,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43905 2024-11-15T17:19:46,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43905 2024-11-15T17:19:46,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43905 2024-11-15T17:19:46,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43905 2024-11-15T17:19:46,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43905 2024-11-15T17:19:46,362 DEBUG [M:0;046d875b9f8f:41065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:41065 2024-11-15T17:19:46,362 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0978017502/backup-masters/046d875b9f8f,41065,1731691186289 2024-11-15T17:19:46,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013f823e5c0007, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502/backup-masters 2024-11-15T17:19:46,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502/backup-masters 2024-11-15T17:19:46,375 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on existing znode=/0978017502/backup-masters/046d875b9f8f,41065,1731691186289 2024-11-15T17:19:46,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:46,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013f823e5c0007, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0978017502/master 2024-11-15T17:19:46,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013f823e5c0007, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:46,388 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on existing znode=/0978017502/master 2024-11-15T17:19:46,388 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0978017502/backup-masters/046d875b9f8f,41065,1731691186289 from backup master directory 2024-11-15T17:19:46,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0978017502/backup-masters/046d875b9f8f,41065,1731691186289 2024-11-15T17:19:46,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502/backup-masters 2024-11-15T17:19:46,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013f823e5c0007, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502/backup-masters 2024-11-15T17:19:46,398 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:19:46,398 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,41065,1731691186289 2024-11-15T17:19:46,407 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:46,408 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:19:46,413 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-15T17:19:46,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741846_1022 (size=196) 2024-11-15T17:19:46,825 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:19:46,825 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:19:46,826 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:19:46,831 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-15T17:19:46,834 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/WALs/046d875b9f8f,39301,1731691171108 to hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/WALs/046d875b9f8f,39301,1731691171108-dead as it is dead 2024-11-15T17:19:46,834 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/WALs/046d875b9f8f,39301,1731691171108-dead/046d875b9f8f%2C39301%2C1731691171108.1731691173328 2024-11-15T17:19:46,835 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/WALs/046d875b9f8f,39301,1731691171108-dead/046d875b9f8f%2C39301%2C1731691171108.1731691173328 after 1ms 2024-11-15T17:19:46,835 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/WALs/046d875b9f8f,39301,1731691171108-dead/046d875b9f8f%2C39301%2C1731691171108.1731691173328 to hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/046d875b9f8f%2C39301%2C1731691171108.1731691173328 2024-11-15T17:19:46,836 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/WALs/046d875b9f8f,39301,1731691171108-dead 2024-11-15T17:19:46,836 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/WALs/046d875b9f8f,41065,1731691186289 2024-11-15T17:19:46,837 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:19:46,838 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C41065%2C1731691186289, suffix=, logDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/WALs/046d875b9f8f,41065,1731691186289, archiveDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/oldWALs, maxLogs=10 2024-11-15T17:19:46,855 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/WALs/046d875b9f8f,41065,1731691186289/046d875b9f8f%2C41065%2C1731691186289.1731691186838, exclude list is [], retry=0 2024-11-15T17:19:46,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35777,DS-8a46e622-69f9-402a-b488-9a5d91522f2f,DISK] 2024-11-15T17:19:46,859 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/WALs/046d875b9f8f,41065,1731691186289/046d875b9f8f%2C41065%2C1731691186289.1731691186838 2024-11-15T17:19:46,861 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40173:40173)] 2024-11-15T17:19:46,861 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:19:46,861 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:19:46,861 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:46,861 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:46,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:46,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:19:46,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:46,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34d490ae86eb48cb864d80e68afd24e3 2024-11-15T17:19:46,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:46,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:46,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:19:46,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:46,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/114bfa8767f2494a8d362f3232db6131 2024-11-15T17:19:46,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:19:46,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:46,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:19:46,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:46,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab8e8e10c8fc4932b8c92889a44c0a09 2024-11-15T17:19:46,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:19:46,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:46,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:19:46,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:46,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:19:46,883 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:46,883 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-15T17:19:46,883 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/046d875b9f8f%2C39301%2C1731691171108.1731691173328 2024-11-15T17:19:46,889 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/046d875b9f8f%2C39301%2C1731691171108.1731691173328 2024-11-15T17:19:46,889 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/046d875b9f8f%2C39301%2C1731691171108.1731691173328 2024-11-15T17:19:46,891 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:46,891 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:46,891 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:19:46,893 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:19:46,895 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-15T17:19:46,895 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64894462, jitterRate=-0.03299716114997864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:19:46,895 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691186861Initializing all the Stores at 1731691186862 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691186862Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691186862Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691186862Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691186862Cleaning up temporary data from old regions at 1731691186891 (+29 ms)Region opened successfully at 1731691186895 (+4 ms) 2024-11-15T17:19:46,896 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:19:46,898 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d21b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:19:46,901 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-15T17:19:46,901 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:19:46,901 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:19:46,901 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:19:46,902 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:19:46,904 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:19:46,905 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:19:46,905 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T17:19:46,905 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-15T17:19:46,905 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:19:46,908 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=046d875b9f8f,41981,1731691171564, regionLocation=046d875b9f8f,41981,1731691171564, openSeqNum=2 2024-11-15T17:19:46,908 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=046d875b9f8f,41981,1731691171564, table=hbase:meta, region=1588230740 2024-11-15T17:19:46,908 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,41981,1731691171564, state=OPEN 2024-11-15T17:19:46,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0978017502/meta-region-server 2024-11-15T17:19:46,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013f823e5c0007, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0978017502/meta-region-server 2024-11-15T17:19:46,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0978017502/meta-region-server: CHANGED 2024-11-15T17:19:46,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0978017502/meta-region-server: CHANGED 2024-11-15T17:19:46,959 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:19:46,966 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0978017502/draining/046d875b9f8f,41981,1731691171564 already deleted, retry=false 2024-11-15T17:19:46,966 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 046d875b9f8f,41981,1731691171564 on 046d875b9f8f,41065,1731691186289 2024-11-15T17:19:46,967 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 046d875b9f8f,41981,1731691171564, splitWal=true, meta=true 2024-11-15T17:19:46,968 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 046d875b9f8f,41981,1731691171564 (carryingMeta=true) 046d875b9f8f,41981,1731691171564/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@24bd8b79[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T17:19:46,969 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Unable to get data of znode /0978017502/balancer because node does not exist (not necessarily an error) 2024-11-15T17:19:46,977 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0978017502/balancer already deleted, retry=false 2024-11-15T17:19:46,977 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:19:46,978 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Unable to get data of znode /0978017502/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:19:46,987 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0978017502/normalizer already deleted, retry=false 2024-11-15T17:19:46,988 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:19:46,989 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Unable to get data of znode /0978017502/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:19:46,998 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0978017502/switch/split already deleted, retry=false 2024-11-15T17:19:46,999 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Unable to get data of znode /0978017502/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:19:47,008 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0978017502/switch/merge already deleted, retry=false 2024-11-15T17:19:47,021 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Unable to get data of znode /0978017502/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:19:47,029 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0978017502/snapshot-cleanup already deleted, retry=false 2024-11-15T17:19:47,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013f823e5c0007, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0978017502/running 2024-11-15T17:19:47,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0978017502/running 2024-11-15T17:19:47,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013f823e5c0007, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:47,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:47,040 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,41065,1731691186289, sessionid=0x1013f823e5c0006, setting cluster-up flag (Was=false) 2024-11-15T17:19:47,051 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0978017502/flush-table-proc/acquired, /0978017502/flush-table-proc/reached, /0978017502/flush-table-proc/abort 2024-11-15T17:19:47,052 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,41065,1731691186289 2024-11-15T17:19:47,061 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0978017502/online-snapshot/acquired, /0978017502/online-snapshot/reached, /0978017502/online-snapshot/abort 2024-11-15T17:19:47,062 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,41065,1731691186289 2024-11-15T17:19:47,063 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/.lastflushedseqids 2024-11-15T17:19:47,065 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:19:47,065 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:19:47,065 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,41065,1731691186289 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 046d875b9f8f,41981,1731691171564 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:19:47,066 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:19:47,066 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:19:47,066 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:19:47,066 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:19:47,066 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:19:47,066 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:47,067 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:19:47,067 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:47,067 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691217067 2024-11-15T17:19:47,067 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:19:47,067 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:19:47,067 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:19:47,067 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:19:47,067 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:19:47,067 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:19:47,068 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:47,068 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 046d875b9f8f,41981,1731691171564, splitWal=true, meta=true 2024-11-15T17:19:47,068 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:19:47,068 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:19:47,068 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:19:47,068 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:19:47,068 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 046d875b9f8f,41981,1731691171564, splitWal=true, meta=true, isMeta: true 2024-11-15T17:19:47,068 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:19:47,068 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:19:47,069 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691187068,5,FailOnTimeoutGroup] 2024-11-15T17:19:47,069 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691187069,5,FailOnTimeoutGroup] 2024-11-15T17:19:47,069 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:47,069 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:19:47,069 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:47,069 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:47,069 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691187069, completionTime=-1 2024-11-15T17:19:47,069 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-15T17:19:47,069 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T17:19:47,069 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564-splitting 2024-11-15T17:19:47,070 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564-splitting dir is empty, no logs to split. 2024-11-15T17:19:47,070 INFO [PEWorker-1 {}] master.SplitWALManager(105): 046d875b9f8f,41981,1731691171564 WAL count=0, meta=true 2024-11-15T17:19:47,072 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564-splitting dir is empty, no logs to split. 2024-11-15T17:19:47,072 INFO [PEWorker-1 {}] master.SplitWALManager(105): 046d875b9f8f,41981,1731691171564 WAL count=0, meta=true 2024-11-15T17:19:47,072 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 046d875b9f8f,41981,1731691171564 WAL splitting is done? wals=0, meta=true 2024-11-15T17:19:47,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:19:47,073 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:19:47,074 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T17:19:47,155 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.HRegionServer(746): ClusterId : c5a3ffdb-dd49-4a4c-b885-96028bd78e27 2024-11-15T17:19:47,155 DEBUG [RS:0;046d875b9f8f:43905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:19:47,167 DEBUG [RS:0;046d875b9f8f:43905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:19:47,167 DEBUG [RS:0;046d875b9f8f:43905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:19:47,177 DEBUG [RS:0;046d875b9f8f:43905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:19:47,178 DEBUG [RS:0;046d875b9f8f:43905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19db7ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:19:47,188 DEBUG [RS:0;046d875b9f8f:43905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:43905 2024-11-15T17:19:47,188 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:19:47,189 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:19:47,189 DEBUG [RS:0;046d875b9f8f:43905 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:19:47,189 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,41065,1731691186289 with port=43905, startcode=1731691186333 2024-11-15T17:19:47,189 DEBUG [RS:0;046d875b9f8f:43905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:19:47,191 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:19:47,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,43905,1731691186333 2024-11-15T17:19:47,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41065 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,43905,1731691186333 2024-11-15T17:19:47,192 DEBUG [RS:0;046d875b9f8f:43905 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031 2024-11-15T17:19:47,192 DEBUG [RS:0;046d875b9f8f:43905 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40431 2024-11-15T17:19:47,192 DEBUG [RS:0;046d875b9f8f:43905 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:19:47,219 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T17:19:47,224 WARN [046d875b9f8f:41065 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T17:19:47,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502/rs 2024-11-15T17:19:47,324 DEBUG [RS:0;046d875b9f8f:43905 {}] zookeeper.ZKUtil(111): regionserver:43905-0x1013f823e5c0007, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on existing znode=/0978017502/rs/046d875b9f8f,43905,1731691186333 2024-11-15T17:19:47,324 WARN [RS:0;046d875b9f8f:43905 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:19:47,324 INFO [RS:0;046d875b9f8f:43905 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:19:47,324 DEBUG [RS:0;046d875b9f8f:43905 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333 2024-11-15T17:19:47,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,43905,1731691186333] 2024-11-15T17:19:47,341 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:19:47,342 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:19:47,343 INFO [RS:0;046d875b9f8f:43905 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:19:47,343 INFO [RS:0;046d875b9f8f:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:47,343 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:19:47,343 INFO [RS:0;046d875b9f8f:43905 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:19:47,344 INFO [RS:0;046d875b9f8f:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:47,344 DEBUG [RS:0;046d875b9f8f:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:47,344 DEBUG [RS:0;046d875b9f8f:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:47,344 DEBUG [RS:0;046d875b9f8f:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:47,344 DEBUG [RS:0;046d875b9f8f:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:47,344 DEBUG [RS:0;046d875b9f8f:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:47,344 DEBUG [RS:0;046d875b9f8f:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:19:47,344 DEBUG [RS:0;046d875b9f8f:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:47,344 DEBUG [RS:0;046d875b9f8f:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:47,344 DEBUG [RS:0;046d875b9f8f:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:47,344 DEBUG [RS:0;046d875b9f8f:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:47,344 DEBUG [RS:0;046d875b9f8f:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:47,344 DEBUG [RS:0;046d875b9f8f:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:19:47,344 DEBUG [RS:0;046d875b9f8f:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:19:47,344 DEBUG [RS:0;046d875b9f8f:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:19:47,344 INFO [RS:0;046d875b9f8f:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:47,344 INFO [RS:0;046d875b9f8f:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:47,344 INFO [RS:0;046d875b9f8f:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:47,345 INFO [RS:0;046d875b9f8f:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:47,345 INFO [RS:0;046d875b9f8f:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:47,345 INFO [RS:0;046d875b9f8f:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43905,1731691186333-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:19:47,356 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:19:47,357 INFO [RS:0;046d875b9f8f:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43905,1731691186333-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:47,368 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.ReplicationSource(231): queueId=1-046d875b9f8f,43905,1731691186333, ReplicationSource: 1, currentBandwidth=0 2024-11-15T17:19:47,368 INFO [RS:0;046d875b9f8f:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:47,368 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.Replication(171): 046d875b9f8f,43905,1731691186333 started 2024-11-15T17:19:47,380 INFO [RS:0;046d875b9f8f:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:47,380 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,43905,1731691186333, RpcServer on 046d875b9f8f/172.17.0.2:43905, sessionid=0x1013f823e5c0007 2024-11-15T17:19:47,380 DEBUG [RS:0;046d875b9f8f:43905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:19:47,380 DEBUG [RS:0;046d875b9f8f:43905 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,43905,1731691186333 2024-11-15T17:19:47,380 DEBUG [RS:0;046d875b9f8f:43905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,43905,1731691186333' 2024-11-15T17:19:47,380 DEBUG [RS:0;046d875b9f8f:43905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0978017502/flush-table-proc/abort' 2024-11-15T17:19:47,380 DEBUG [RS:0;046d875b9f8f:43905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0978017502/flush-table-proc/acquired' 2024-11-15T17:19:47,381 DEBUG [RS:0;046d875b9f8f:43905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:19:47,381 DEBUG [RS:0;046d875b9f8f:43905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:19:47,381 DEBUG [RS:0;046d875b9f8f:43905 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,43905,1731691186333 2024-11-15T17:19:47,381 DEBUG [RS:0;046d875b9f8f:43905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,43905,1731691186333' 2024-11-15T17:19:47,381 DEBUG [RS:0;046d875b9f8f:43905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0978017502/online-snapshot/abort' 2024-11-15T17:19:47,381 DEBUG [RS:0;046d875b9f8f:43905.replicationSource,1-046d875b9f8f,43905,1731691186333 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:40381' 2024-11-15T17:19:47,381 DEBUG [RS:0;046d875b9f8f:43905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0978017502/online-snapshot/acquired' 2024-11-15T17:19:47,381 DEBUG [RS:0;046d875b9f8f:43905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:19:47,381 INFO [RS:0;046d875b9f8f:43905 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:19:47,381 INFO [RS:0;046d875b9f8f:43905 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:19:47,382 DEBUG [RS:0;046d875b9f8f:43905.replicationSource,1-046d875b9f8f,43905,1731691186333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ec41724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:47,382 DEBUG [RS:0;046d875b9f8f:43905.replicationSource,1-046d875b9f8f,43905,1731691186333 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40381,-1 for getting cluster id 2024-11-15T17:19:47,382 DEBUG [RS:0;046d875b9f8f:43905.replicationSource,1-046d875b9f8f,43905,1731691186333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:19:47,383 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cdb09d3-d953-43e6-984d-163a78831791' 2024-11-15T17:19:47,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:19:47,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cdb09d3-d953-43e6-984d-163a78831791" 2024-11-15T17:19:47,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2effe7fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:47,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40381,-1] 2024-11-15T17:19:47,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:19:47,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:47,384 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:19:47,384 DEBUG [RS:0;046d875b9f8f:43905.replicationSource,1-046d875b9f8f,43905,1731691186333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12c09a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:47,384 DEBUG [RS:0;046d875b9f8f:43905.replicationSource,1-046d875b9f8f,43905,1731691186333 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:19:47,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,40381,1731691177010 2024-11-15T17:19:47,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@592bf04d 2024-11-15T17:19:47,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:19:47,386 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-15T17:19:47,386 INFO [RS:0;046d875b9f8f:43905.replicationSource,1-046d875b9f8f,43905,1731691186333 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-046d875b9f8f,43905,1731691186333 (queues=0) is replicating from cluster=c5a3ffdb-dd49-4a4c-b885-96028bd78e27 to cluster=1cdb09d3-d953-43e6-984d-163a78831791 2024-11-15T17:19:47,481 INFO [RS:0;046d875b9f8f:43905 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:19:47,483 INFO [RS:0;046d875b9f8f:43905 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C43905%2C1731691186333, suffix=, logDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333, archiveDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/oldWALs, maxLogs=10 2024-11-15T17:19:47,495 DEBUG [RS:0;046d875b9f8f:43905 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333/046d875b9f8f%2C43905%2C1731691186333.1731691187483, exclude list is [], retry=0 2024-11-15T17:19:47,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35777,DS-8a46e622-69f9-402a-b488-9a5d91522f2f,DISK] 2024-11-15T17:19:47,499 INFO [RS:0;046d875b9f8f:43905 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333/046d875b9f8f%2C43905%2C1731691186333.1731691187483 2024-11-15T17:19:47,499 DEBUG [RS:0;046d875b9f8f:43905 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 046d875b9f8f%2C43905%2C1731691186333 for peer 1 2024-11-15T17:19:47,499 DEBUG [RS:0;046d875b9f8f:43905 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=046d875b9f8f%2C43905%2C1731691186333 2024-11-15T17:19:47,499 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-046d875b9f8f,43905,1731691186333, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:19:47,499 DEBUG [RS:0;046d875b9f8f:43905 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40173:40173)] 2024-11-15T17:19:47,499 INFO [RS:0;046d875b9f8f:43905.replicationSource.shipper046d875b9f8f%2C43905%2C1731691186333,1-046d875b9f8f,43905,1731691186333 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C43905%2C1731691186333 2024-11-15T17:19:47,500 DEBUG [RS:0;046d875b9f8f:43905.replicationSource.wal-reader.046d875b9f8f%2C43905%2C1731691186333,1-046d875b9f8f,43905,1731691186333 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333/046d875b9f8f%2C43905%2C1731691186333.1731691187483, startPosition=0, beingWritten=true 2024-11-15T17:19:47,704 DEBUG [RS:0;046d875b9f8f:43905.replicationSource.wal-reader.046d875b9f8f%2C43905%2C1731691186333,1-046d875b9f8f,43905,1731691186333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333/046d875b9f8f%2C43905%2C1731691186333.1731691187483 to pos 0, reset compression=false 2024-11-15T17:19:47,724 DEBUG [046d875b9f8f:41065 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:19:47,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,43905,1731691186333 2024-11-15T17:19:47,726 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,43905,1731691186333, state=OPENING 2024-11-15T17:19:47,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013f823e5c0007, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0978017502/meta-region-server 2024-11-15T17:19:47,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0978017502/meta-region-server 2024-11-15T17:19:47,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0978017502/meta-region-server: CHANGED 2024-11-15T17:19:47,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0978017502/meta-region-server: CHANGED 2024-11-15T17:19:47,777 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:19:47,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,43905,1731691186333}] 2024-11-15T17:19:47,928 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:19:47,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:19:47,932 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:19:47,932 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:19:47,932 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:19:47,934 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C43905%2C1731691186333.meta, suffix=.meta, logDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333, archiveDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/oldWALs, maxLogs=10 2024-11-15T17:19:47,946 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333/046d875b9f8f%2C43905%2C1731691186333.meta.1731691187934.meta, exclude list is [], retry=0 2024-11-15T17:19:47,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35777,DS-8a46e622-69f9-402a-b488-9a5d91522f2f,DISK] 2024-11-15T17:19:47,949 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333/046d875b9f8f%2C43905%2C1731691186333.meta.1731691187934.meta 2024-11-15T17:19:47,949 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40173:40173)] 2024-11-15T17:19:47,949 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:19:47,949 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:19:47,950 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:19:47,950 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:19:47,950 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:19:47,950 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:19:47,950 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:19:47,950 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:19:47,950 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:19:47,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:19:47,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:19:47,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:47,956 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/info/c9ac4c3487a84cecbd1dbacb034de3dc 2024-11-15T17:19:47,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:47,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:19:47,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:19:47,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:47,961 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/ns/09bc5357b10d4280b46ccc669ed5a998 2024-11-15T17:19:47,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:47,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:19:47,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:19:47,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:47,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:47,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:19:47,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:19:47,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:47,982 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/table/5efe4be12cf54f409bdbca01ae038810 2024-11-15T17:19:47,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:19:47,983 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:19:47,983 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740 2024-11-15T17:19:47,984 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740 2024-11-15T17:19:47,985 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:19:47,985 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:19:47,986 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:19:47,987 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:19:47,987 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60820363, jitterRate=-0.09370596706867218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:19:47,987 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:19:47,988 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691187950Writing region info on filesystem at 1731691187950Initializing all the Stores at 1731691187951 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691187951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691187951Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691187951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691187951Cleaning up temporary data from old regions at 1731691187985 (+34 ms)Running coprocessor post-open hooks at 1731691187987 (+2 ms)Region opened successfully at 1731691187987 2024-11-15T17:19:47,988 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731691187928 2024-11-15T17:19:47,990 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:19:47,990 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:19:47,990 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=046d875b9f8f,43905,1731691186333 2024-11-15T17:19:47,991 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,43905,1731691186333, state=OPEN 2024-11-15T17:19:47,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0978017502/meta-region-server 2024-11-15T17:19:47,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013f823e5c0007, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0978017502/meta-region-server 2024-11-15T17:19:47,998 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,43905,1731691186333 2024-11-15T17:19:47,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0978017502/meta-region-server: CHANGED 2024-11-15T17:19:47,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0978017502/meta-region-server: CHANGED 2024-11-15T17:19:47,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-15T17:19:47,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,43905,1731691186333 in 221 msec 2024-11-15T17:19:48,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T17:19:48,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 926 msec 2024-11-15T17:19:48,008 DEBUG [RS:0;046d875b9f8f:43905.replicationSource.wal-reader.046d875b9f8f%2C43905%2C1731691186333,1-046d875b9f8f,43905,1731691186333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333/046d875b9f8f%2C43905%2C1731691186333.1731691187483 to pos 0, reset compression=false 2024-11-15T17:19:48,412 DEBUG [RS:0;046d875b9f8f:43905.replicationSource.wal-reader.046d875b9f8f%2C43905%2C1731691186333,1-046d875b9f8f,43905,1731691186333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333/046d875b9f8f%2C43905%2C1731691186333.1731691187483 to pos 0, reset compression=false 2024-11-15T17:19:48,733 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1664ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1514ms 2024-11-15T17:19:48,916 DEBUG [RS:0;046d875b9f8f:43905.replicationSource.wal-reader.046d875b9f8f%2C43905%2C1731691186333,1-046d875b9f8f,43905,1731691186333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333/046d875b9f8f%2C43905%2C1731691186333.1731691187483 to pos 0, reset compression=false 2024-11-15T17:19:49,520 DEBUG [RS:0;046d875b9f8f:43905.replicationSource.wal-reader.046d875b9f8f%2C43905%2C1731691186333,1-046d875b9f8f,43905,1731691186333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333/046d875b9f8f%2C43905%2C1731691186333.1731691187483 to pos 0, reset compression=false 2024-11-15T17:19:50,224 DEBUG [RS:0;046d875b9f8f:43905.replicationSource.wal-reader.046d875b9f8f%2C43905%2C1731691186333,1-046d875b9f8f,43905,1731691186333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333/046d875b9f8f%2C43905%2C1731691186333.1731691187483 to pos 0, reset compression=false 2024-11-15T17:19:50,235 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3166ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3016ms 2024-11-15T17:19:51,029 DEBUG [RS:0;046d875b9f8f:43905.replicationSource.wal-reader.046d875b9f8f%2C43905%2C1731691186333,1-046d875b9f8f,43905,1731691186333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333/046d875b9f8f%2C43905%2C1731691186333.1731691187483 to pos 0, reset compression=false 2024-11-15T17:19:51,587 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4518ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-15T17:19:51,588 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:19:51,588 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:19:51,588 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,43905,1731691186333, seqNum=-1] 2024-11-15T17:19:51,588 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:19:51,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:19:51,592 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d51a1201af204c5a7e599ac019b36fb7, regionState=OPEN, lastHost=046d875b9f8f,41981,1731691171564, regionLocation=046d875b9f8f,41981,1731691171564, openSeqNum=2 2024-11-15T17:19:51,592 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:19:51,593 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691251592 2024-11-15T17:19:51,593 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691311593 2024-11-15T17:19:51,593 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-15T17:19:51,593 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 046d875b9f8f,41981,1731691171564 had 2 regions 2024-11-15T17:19:51,593 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,41065,1731691186289-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:51,593 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,41065,1731691186289-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:51,593 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,41065,1731691186289-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:51,593 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:41065, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:51,593 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:51,593 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:51,594 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 046d875b9f8f,41981,1731691171564, splitWal=true, meta=true, isMeta: false 2024-11-15T17:19:51,596 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564-splitting dir is empty, no logs to split. 2024-11-15T17:19:51,596 INFO [PEWorker-4 {}] master.SplitWALManager(105): 046d875b9f8f,41981,1731691171564 WAL count=0, meta=false 2024-11-15T17:19:51,598 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.200sec 2024-11-15T17:19:51,598 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:19:51,598 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:19:51,599 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:19:51,599 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:19:51,599 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:19:51,599 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,41065,1731691186289-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:19:51,599 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,41981,1731691171564-splitting dir is empty, no logs to split. 2024-11-15T17:19:51,599 INFO [PEWorker-4 {}] master.SplitWALManager(105): 046d875b9f8f,41981,1731691171564 WAL count=0, meta=false 2024-11-15T17:19:51,599 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,41065,1731691186289-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:19:51,599 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 046d875b9f8f,41981,1731691171564 WAL splitting is done? wals=0, meta=false 2024-11-15T17:19:51,599 WARN [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=046d875b9f8f,41981,1731691171564/hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:51,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d51a1201af204c5a7e599ac019b36fb7, ASSIGN}] 2024-11-15T17:19:51,601 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:19:51,601 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:19:51,601 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d51a1201af204c5a7e599ac019b36fb7, ASSIGN 2024-11-15T17:19:51,601 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,41065,1731691186289-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:19:51,602 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d51a1201af204c5a7e599ac019b36fb7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T17:19:51,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d556a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:51,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,41065,-1 for getting cluster id 2024-11-15T17:19:51,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:19:51,659 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5a3ffdb-dd49-4a4c-b885-96028bd78e27' 2024-11-15T17:19:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:19:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5a3ffdb-dd49-4a4c-b885-96028bd78e27" 2024-11-15T17:19:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2456856c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,41065,-1] 2024-11-15T17:19:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:19:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:51,660 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:19:51,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de4302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:51,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:19:51,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,43905,1731691186333, seqNum=-1] 2024-11-15T17:19:51,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:19:51,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:19:51,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-15T17:19:51,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:19:51,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:51,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:51,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:51,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:19:51,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 046d875b9f8f:41065 after: 046d875b9f8f:41065 2024-11-15T17:19:51,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:51,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,41065,-1 for getting cluster id 2024-11-15T17:19:51,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:19:51,667 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5a3ffdb-dd49-4a4c-b885-96028bd78e27' 2024-11-15T17:19:51,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:19:51,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5a3ffdb-dd49-4a4c-b885-96028bd78e27" 2024-11-15T17:19:51,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d202881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:51,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,41065,-1] 2024-11-15T17:19:51,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:19:51,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:51,668 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:19:51,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0af53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:19:51,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:19:51,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,41065,1731691186289 2024-11-15T17:19:51,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e492c7a 2024-11-15T17:19:51,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:19:51,670 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:19:51,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41065 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T17:19:51,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:19:51,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:19:51,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:51,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:51,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:51,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:19:51,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:19:51,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=329176011, stopped=false 2024-11-15T17:19:51,671 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,40381,1731691177010 2024-11-15T17:19:51,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2047967973/running 2024-11-15T17:19:51,734 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2047967973/running 2024-11-15T17:19:51,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973 2024-11-15T17:19:51,734 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973 2024-11-15T17:19:51,734 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:19:51,735 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:19:51,735 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:51,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:51,735 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,38175,1731691177160' ***** 2024-11-15T17:19:51,735 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:19:51,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Set watcher on znode that does not yet exist, /1-2047967973/running 2024-11-15T17:19:51,735 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:19:51,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Set watcher on znode that does not yet exist, /1-2047967973/running 2024-11-15T17:19:51,735 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:19:51,735 INFO [RS:0;046d875b9f8f:38175 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:19:51,735 INFO [RS:0;046d875b9f8f:38175 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:19:51,735 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,38175,1731691177160 2024-11-15T17:19:51,735 INFO [RS:0;046d875b9f8f:38175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:19:51,735 INFO [RS:0;046d875b9f8f:38175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:38175. 2024-11-15T17:19:51,736 DEBUG [RS:0;046d875b9f8f:38175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:51,736 DEBUG [RS:0;046d875b9f8f:38175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:51,736 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:19:51,736 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:19:51,736 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:19:51,736 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:19:51,736 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T17:19:51,736 DEBUG [RS:0;046d875b9f8f:38175 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T17:19:51,736 DEBUG [RS:0;046d875b9f8f:38175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:19:51,736 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:19:51,736 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:19:51,736 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:19:51,736 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:19:51,736 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:19:51,736 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T17:19:51,751 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/data/hbase/meta/1588230740/.tmp/ns/faf9ad29f08947609efd38215d73084e is 43, key is default/ns:d/1731691180080/Put/seqid=0 2024-11-15T17:19:51,752 DEBUG [046d875b9f8f:41065 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:19:51,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d51a1201af204c5a7e599ac019b36fb7, regionState=OPENING, regionLocation=046d875b9f8f,43905,1731691186333 2024-11-15T17:19:51,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741835_1011 (size=5153) 2024-11-15T17:19:51,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d51a1201af204c5a7e599ac019b36fb7, ASSIGN because future has completed 2024-11-15T17:19:51,755 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/data/hbase/meta/1588230740/.tmp/ns/faf9ad29f08947609efd38215d73084e 2024-11-15T17:19:51,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d51a1201af204c5a7e599ac019b36fb7, server=046d875b9f8f,43905,1731691186333}] 2024-11-15T17:19:51,761 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/data/hbase/meta/1588230740/.tmp/ns/faf9ad29f08947609efd38215d73084e as hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/data/hbase/meta/1588230740/ns/faf9ad29f08947609efd38215d73084e 2024-11-15T17:19:51,767 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/data/hbase/meta/1588230740/ns/faf9ad29f08947609efd38215d73084e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T17:19:51,767 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=6, compaction requested=false 2024-11-15T17:19:51,767 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T17:19:51,772 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T17:19:51,772 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:19:51,772 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:19:51,772 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:19:51,772 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691191736Running coprocessor pre-close hooks at 1731691191736Disabling compacts and flushes for region at 1731691191736Disabling writes for close at 1731691191736Obtaining lock to block concurrent updates at 1731691191736Preparing flush snapshotting stores in 1588230740 at 1731691191736Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731691191736Flushing stores of hbase:meta,,1.1588230740 at 1731691191737 (+1 ms)Flushing 1588230740/ns: creating writer at 1731691191737Flushing 1588230740/ns: appending metadata at 1731691191751 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731691191751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a800a95: reopening flushed file at 1731691191761 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=6, compaction requested=false at 1731691191767 (+6 ms)Writing region close event to WAL at 1731691191768 (+1 ms)Running coprocessor post-close hooks at 1731691191772 (+4 ms)Closed at 1731691191772 2024-11-15T17:19:51,773 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:19:51,794 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:19:51,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:51,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:19:51,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T17:19:51,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C43905%2C1731691186333.rep, suffix=, logDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333, archiveDir=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/oldWALs, maxLogs=10 2024-11-15T17:19:51,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333/046d875b9f8f%2C43905%2C1731691186333.rep.1731691191913, exclude list is [], retry=0 2024-11-15T17:19:51,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35777,DS-8a46e622-69f9-402a-b488-9a5d91522f2f,DISK] 2024-11-15T17:19:51,933 DEBUG [RS:0;046d875b9f8f:43905.replicationSource.wal-reader.046d875b9f8f%2C43905%2C1731691186333,1-046d875b9f8f,43905,1731691186333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333/046d875b9f8f%2C43905%2C1731691186333.1731691187483 to pos 0, reset compression=false 2024-11-15T17:19:51,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333/046d875b9f8f%2C43905%2C1731691186333.rep.1731691191913 2024-11-15T17:19:51,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40173:40173)] 2024-11-15T17:19:51,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => d51a1201af204c5a7e599ac019b36fb7, NAME => 'hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:19:51,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:19:51,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:19:51,936 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,38175,1731691177160; all regions closed. 2024-11-15T17:19:51,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. service=MultiRowMutationService 2024-11-15T17:19:51,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T17:19:51,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:51,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:19:51,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:51,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:51,938 INFO [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:51,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741834_1010 (size=1152) 2024-11-15T17:19:51,939 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/WALs/046d875b9f8f,38175,1731691177160/046d875b9f8f%2C38175%2C1731691177160.meta.1731691180031.meta not finished, retry = 0 2024-11-15T17:19:51,939 INFO [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d51a1201af204c5a7e599ac019b36fb7 columnFamilyName hfileref 2024-11-15T17:19:51,939 DEBUG [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:51,939 INFO [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] regionserver.HStore(327): Store=d51a1201af204c5a7e599ac019b36fb7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:19:51,939 INFO [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:51,940 INFO [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d51a1201af204c5a7e599ac019b36fb7 columnFamilyName queue 2024-11-15T17:19:51,940 DEBUG [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:51,944 DEBUG [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/replication/d51a1201af204c5a7e599ac019b36fb7/queue/0c593e8940ce48518ed6216298854325 2024-11-15T17:19:51,944 INFO [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] regionserver.HStore(327): Store=d51a1201af204c5a7e599ac019b36fb7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:19:51,944 INFO [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:51,945 INFO [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d51a1201af204c5a7e599ac019b36fb7 columnFamilyName sid 2024-11-15T17:19:51,945 DEBUG [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:19:51,945 INFO [StoreOpener-d51a1201af204c5a7e599ac019b36fb7-1 {}] regionserver.HStore(327): Store=d51a1201af204c5a7e599ac019b36fb7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:19:51,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:51,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/replication/d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:51,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/replication/d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:51,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:51,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:51,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:19:51,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:51,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened d51a1201af204c5a7e599ac019b36fb7; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71120384, jitterRate=0.05977630615234375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:19:51,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:51,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for d51a1201af204c5a7e599ac019b36fb7: Running coprocessor pre-open hook at 1731691191937Writing region info on filesystem at 1731691191937Initializing all the Stores at 1731691191937Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691191937Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691191938 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691191938Cleaning up temporary data from old regions at 1731691191948 (+10 ms)Running coprocessor post-open hooks at 1731691191950 (+2 ms)Region opened successfully at 1731691191951 (+1 ms) 2024-11-15T17:19:51,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7., pid=13, masterSystemTime=1731691191908 2024-11-15T17:19:51,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:51,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:51,954 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d51a1201af204c5a7e599ac019b36fb7, regionState=OPEN, openSeqNum=9, regionLocation=046d875b9f8f,43905,1731691186333 2024-11-15T17:19:51,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d51a1201af204c5a7e599ac019b36fb7, server=046d875b9f8f,43905,1731691186333 because future has completed 2024-11-15T17:19:51,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T17:19:51,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d51a1201af204c5a7e599ac019b36fb7, server=046d875b9f8f,43905,1731691186333 in 201 msec 2024-11-15T17:19:51,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-15T17:19:51,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d51a1201af204c5a7e599ac019b36fb7, ASSIGN in 358 msec 2024-11-15T17:19:51,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-15T17:19:51,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7., hostname=046d875b9f8f,43905,1731691186333, seqNum=9] 2024-11-15T17:19:51,976 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 046d875b9f8f,41981,1731691171564 2024-11-15T17:19:51,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-15T17:19:52,041 DEBUG [RS:0;046d875b9f8f:38175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/oldWALs 2024-11-15T17:19:52,041 INFO [RS:0;046d875b9f8f:38175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C38175%2C1731691177160.meta:.meta(num 1731691180031) 2024-11-15T17:19:52,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741832_1008 (size=93) 2024-11-15T17:19:52,045 DEBUG [RS:0;046d875b9f8f:38175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/oldWALs 2024-11-15T17:19:52,045 INFO [RS:0;046d875b9f8f:38175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C38175%2C1731691177160:(num 1731691179113) 2024-11-15T17:19:52,045 DEBUG [RS:0;046d875b9f8f:38175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:52,045 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:19:52,045 INFO [RS:0;046d875b9f8f:38175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:19:52,045 INFO [RS:0;046d875b9f8f:38175 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T17:19:52,045 INFO [RS:0;046d875b9f8f:38175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:19:52,045 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:19:52,045 INFO [RS:0;046d875b9f8f:38175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38175 2024-11-15T17:19:52,101 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2047967973/rs/046d875b9f8f,38175,1731691177160 2024-11-15T17:19:52,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973/rs 2024-11-15T17:19:52,101 INFO [RS:0;046d875b9f8f:38175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:19:52,101 ERROR [pool-918-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f85f88e4eb8@7df8efae rejected from java.util.concurrent.ThreadPoolExecutor@38fa6e75[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-15T17:19:52,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-15T17:19:52,189 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,38175,1731691177160] 2024-11-15T17:19:52,218 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2047967973/draining/046d875b9f8f,38175,1731691177160 already deleted, retry=false 2024-11-15T17:19:52,218 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,38175,1731691177160 expired; onlineServers=0 2024-11-15T17:19:52,218 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,40381,1731691177010' ***** 2024-11-15T17:19:52,218 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:19:52,218 INFO [M:0;046d875b9f8f:40381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:19:52,219 INFO [M:0;046d875b9f8f:40381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:19:52,219 DEBUG [M:0;046d875b9f8f:40381 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:19:52,219 DEBUG [M:0;046d875b9f8f:40381 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:19:52,219 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:19:52,219 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691178815 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691178815,5,FailOnTimeoutGroup] 2024-11-15T17:19:52,219 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691178815 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691178815,5,FailOnTimeoutGroup] 2024-11-15T17:19:52,219 INFO [M:0;046d875b9f8f:40381 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:19:52,219 INFO [M:0;046d875b9f8f:40381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:19:52,219 DEBUG [M:0;046d875b9f8f:40381 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:19:52,219 INFO [M:0;046d875b9f8f:40381 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:19:52,219 INFO [M:0;046d875b9f8f:40381 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:19:52,219 INFO [M:0;046d875b9f8f:40381 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:19:52,219 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:19:52,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2047967973/master 2024-11-15T17:19:52,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2047967973 2024-11-15T17:19:52,229 DEBUG [M:0;046d875b9f8f:40381 {}] zookeeper.ZKUtil(347): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Unable to get data of znode /1-2047967973/master because node does not exist (not an error) 2024-11-15T17:19:52,229 WARN [M:0;046d875b9f8f:40381 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:19:52,230 INFO [M:0;046d875b9f8f:40381 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/.lastflushedseqids 2024-11-15T17:19:52,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741836_1012 (size=99) 2024-11-15T17:19:52,289 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:52,289 INFO [RS:0;046d875b9f8f:38175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:19:52,289 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38175-0x1013f823e5c0004, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:52,289 INFO [RS:0;046d875b9f8f:38175 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,38175,1731691177160; zookeeper connection closed. 2024-11-15T17:19:52,289 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6cd622e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6cd622e0 2024-11-15T17:19:52,290 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:19:52,639 INFO [M:0;046d875b9f8f:40381 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:19:52,639 INFO [M:0;046d875b9f8f:40381 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:19:52,639 DEBUG [M:0;046d875b9f8f:40381 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:19:52,639 INFO [M:0;046d875b9f8f:40381 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:52,639 DEBUG [M:0;046d875b9f8f:40381 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:52,639 DEBUG [M:0;046d875b9f8f:40381 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:19:52,639 DEBUG [M:0;046d875b9f8f:40381 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:52,639 INFO [M:0;046d875b9f8f:40381 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T17:19:52,681 DEBUG [M:0;046d875b9f8f:40381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f657a3d8dda4fdd91c0b4a227f5b37e is 82, key is hbase:meta,,1/info:regioninfo/1731691180061/Put/seqid=0 2024-11-15T17:19:52,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741837_1013 (size=5672) 2024-11-15T17:19:52,937 DEBUG [RS:0;046d875b9f8f:43905.replicationSource.wal-reader.046d875b9f8f%2C43905%2C1731691186333,1-046d875b9f8f,43905,1731691186333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333/046d875b9f8f%2C43905%2C1731691186333.1731691187483 to pos 0, reset compression=false 2024-11-15T17:19:53,085 INFO [M:0;046d875b9f8f:40381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f657a3d8dda4fdd91c0b4a227f5b37e 2024-11-15T17:19:53,102 DEBUG [M:0;046d875b9f8f:40381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa181d97dc824673a8ff98dd812bac70 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731691180083/Put/seqid=0 2024-11-15T17:19:53,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741838_1014 (size=5275) 2024-11-15T17:19:53,451 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:19:53,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:53,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:53,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:53,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:53,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:53,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:53,506 INFO [M:0;046d875b9f8f:40381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa181d97dc824673a8ff98dd812bac70 2024-11-15T17:19:53,523 DEBUG [M:0;046d875b9f8f:40381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38bef064c05c4e49a5fa634501ca71cb is 69, key is 046d875b9f8f,38175,1731691177160/rs:state/1731691178927/Put/seqid=0 2024-11-15T17:19:53,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741839_1015 (size=5156) 2024-11-15T17:19:53,927 INFO [M:0;046d875b9f8f:40381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38bef064c05c4e49a5fa634501ca71cb 2024-11-15T17:19:53,931 DEBUG [M:0;046d875b9f8f:40381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f657a3d8dda4fdd91c0b4a227f5b37e as hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f657a3d8dda4fdd91c0b4a227f5b37e 2024-11-15T17:19:53,935 INFO [M:0;046d875b9f8f:40381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f657a3d8dda4fdd91c0b4a227f5b37e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T17:19:53,936 DEBUG [M:0;046d875b9f8f:40381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa181d97dc824673a8ff98dd812bac70 as hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa181d97dc824673a8ff98dd812bac70 2024-11-15T17:19:53,940 INFO [M:0;046d875b9f8f:40381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa181d97dc824673a8ff98dd812bac70, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T17:19:53,941 DEBUG [M:0;046d875b9f8f:40381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38bef064c05c4e49a5fa634501ca71cb as hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38bef064c05c4e49a5fa634501ca71cb 2024-11-15T17:19:53,944 INFO [M:0;046d875b9f8f:40381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39349/user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38bef064c05c4e49a5fa634501ca71cb, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T17:19:53,945 INFO [M:0;046d875b9f8f:40381 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=28, compaction requested=false 2024-11-15T17:19:53,946 INFO [M:0;046d875b9f8f:40381 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:53,946 DEBUG [M:0;046d875b9f8f:40381 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691192639Disabling compacts and flushes for region at 1731691192639Disabling writes for close at 1731691192639Obtaining lock to block concurrent updates at 1731691192639Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691192639Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731691192640 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691192668 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691192668Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691192681 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691192681Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691193089 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691193101 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691193101Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691193510 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691193522 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691193522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2736df02: reopening flushed file at 1731691193931 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c121a4c: reopening flushed file at 1731691193936 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad43f76: reopening flushed file at 1731691193940 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=28, compaction requested=false at 1731691193945 (+5 ms)Writing region close event to WAL at 1731691193946 (+1 ms)Closed at 1731691193946 2024-11-15T17:19:53,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741830_1006 (size=10165) 2024-11-15T17:19:53,948 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74a57d22-8e8a-af0e-4e29-997bab6bf828/MasterData/WALs/046d875b9f8f,40381,1731691177010/046d875b9f8f%2C40381%2C1731691177010.1731691178569 not finished, retry = 0 2024-11-15T17:19:54,042 DEBUG [RS:0;046d875b9f8f:43905.replicationSource.wal-reader.046d875b9f8f%2C43905%2C1731691186333,1-046d875b9f8f,43905,1731691186333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333/046d875b9f8f%2C43905%2C1731691186333.1731691187483 to pos 0, reset compression=false 2024-11-15T17:19:54,049 INFO [M:0;046d875b9f8f:40381 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:19:54,049 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:19:54,049 INFO [M:0;046d875b9f8f:40381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40381 2024-11-15T17:19:54,049 INFO [M:0;046d875b9f8f:40381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:19:54,213 INFO [M:0;046d875b9f8f:40381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:19:54,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:54,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1013f823e5c0003, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:54,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@466c24c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:19:54,239 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aff9abc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:19:54,239 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:19:54,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a0c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:19:54,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b7b176a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/hadoop.log.dir/,STOPPED} 2024-11-15T17:19:54,240 WARN [BP-137236603-172.17.0.2-1731691175054 heartbeating to localhost/127.0.0.1:39349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:19:54,240 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:19:54,241 WARN [BP-137236603-172.17.0.2-1731691175054 heartbeating to localhost/127.0.0.1:39349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-137236603-172.17.0.2-1731691175054 (Datanode Uuid 8f050127-0c19-4777-a6c8-4f1626eefb4e) service to localhost/127.0.0.1:39349 2024-11-15T17:19:54,241 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:19:54,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/cluster_fcd945a1-d0ed-43c3-9df2-e163c26a820d/data/data1/current/BP-137236603-172.17.0.2-1731691175054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:19:54,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/cluster_fcd945a1-d0ed-43c3-9df2-e163c26a820d/data/data2/current/BP-137236603-172.17.0.2-1731691175054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:19:54,241 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:19:54,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d30bee1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:19:54,246 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@780a9b6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:19:54,246 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:19:54,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c7dd70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:19:54,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f7a8707{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/hadoop.log.dir/,STOPPED} 2024-11-15T17:19:54,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:19:54,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:19:54,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:19:54,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:54,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:54,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:54,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:19:54,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:19:54,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=175040999, stopped=false 2024-11-15T17:19:54,257 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,41065,1731691186289 2024-11-15T17:19:54,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0978017502/running 2024-11-15T17:19:54,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013f823e5c0007, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0978017502/running 2024-11-15T17:19:54,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013f823e5c0007, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:54,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:54,271 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:19:54,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:19:54,271 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:54,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:54,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on znode that does not yet exist, /0978017502/running 2024-11-15T17:19:54,271 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,43905,1731691186333' ***** 2024-11-15T17:19:54,271 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:19:54,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43905-0x1013f823e5c0007, quorum=127.0.0.1:58696, baseZNode=/0978017502 Set watcher on znode that does not yet exist, /0978017502/running 2024-11-15T17:19:54,272 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:19:54,272 INFO [RS:0;046d875b9f8f:43905 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:19:54,272 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:19:54,272 INFO [RS:0;046d875b9f8f:43905 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:19:54,272 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.HRegionServer(3091): Received CLOSE for d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:54,274 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,43905,1731691186333 2024-11-15T17:19:54,274 INFO [RS:0;046d875b9f8f:43905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:19:54,274 INFO [RS:0;046d875b9f8f:43905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:43905. 2024-11-15T17:19:54,274 DEBUG [RS:0;046d875b9f8f:43905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:54,274 DEBUG [RS:0;046d875b9f8f:43905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:54,274 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d51a1201af204c5a7e599ac019b36fb7, disabling compactions & flushes 2024-11-15T17:19:54,274 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:54,274 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:19:54,274 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:54,274 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:19:54,274 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:19:54,274 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. after waiting 0 ms 2024-11-15T17:19:54,274 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:54,274 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:19:54,274 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T17:19:54,274 DEBUG [RS:0;046d875b9f8f:43905 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d51a1201af204c5a7e599ac019b36fb7=hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7.} 2024-11-15T17:19:54,274 DEBUG [RS:0;046d875b9f8f:43905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d51a1201af204c5a7e599ac019b36fb7 2024-11-15T17:19:54,274 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:19:54,274 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:19:54,274 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:19:54,274 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:19:54,274 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:19:54,275 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-15T17:19:54,277 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/replication/d51a1201af204c5a7e599ac019b36fb7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-15T17:19:54,277 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:19:54,278 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:19:54,278 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:54,278 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d51a1201af204c5a7e599ac019b36fb7: Waiting for close lock at 1731691194274Running coprocessor pre-close hooks at 1731691194274Disabling compacts and flushes for region at 1731691194274Disabling writes for close at 1731691194274Writing region close event to WAL at 1731691194275 (+1 ms)Running coprocessor post-close hooks at 1731691194277 (+2 ms)Closed at 1731691194278 (+1 ms) 2024-11-15T17:19:54,278 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7. 2024-11-15T17:19:54,287 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/.tmp/info/fb9cb8d4572245c8b9d7de21d35862b6 is 147, key is hbase:replication,,1731691180235.d51a1201af204c5a7e599ac019b36fb7./info:regioninfo/1731691191954/Put/seqid=0 2024-11-15T17:19:54,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741851_1027 (size=6385) 2024-11-15T17:19:54,345 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:19:54,345 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:19:54,350 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:19:54,474 DEBUG [RS:0;046d875b9f8f:43905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:19:54,675 DEBUG [RS:0;046d875b9f8f:43905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:19:54,691 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/.tmp/info/fb9cb8d4572245c8b9d7de21d35862b6 2024-11-15T17:19:54,696 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/.tmp/info/fb9cb8d4572245c8b9d7de21d35862b6 as hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/info/fb9cb8d4572245c8b9d7de21d35862b6 2024-11-15T17:19:54,701 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/info/fb9cb8d4572245c8b9d7de21d35862b6, entries=8, sequenceid=19, filesize=6.2 K 2024-11-15T17:19:54,702 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-15T17:19:54,706 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-15T17:19:54,706 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:19:54,706 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:19:54,706 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:19:54,706 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691194274Running coprocessor pre-close hooks at 1731691194274Disabling compacts and flushes for region at 1731691194274Disabling writes for close at 1731691194274Obtaining lock to block concurrent updates at 1731691194275 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731691194275Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731691194275Flushing stores of hbase:meta,,1.1588230740 at 1731691194275Flushing 1588230740/info: creating writer at 1731691194275Flushing 1588230740/info: appending metadata at 1731691194287 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731691194287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61b84732: reopening flushed file at 1731691194696 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1731691194702 (+6 ms)Writing region close event to WAL at 1731691194703 (+1 ms)Running coprocessor post-close hooks at 1731691194706 (+3 ms)Closed at 1731691194706 2024-11-15T17:19:54,706 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:19:54,875 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,43905,1731691186333; all regions closed. 2024-11-15T17:19:54,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741849_1025 (size=2156) 2024-11-15T17:19:54,879 DEBUG [RS:0;046d875b9f8f:43905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/oldWALs 2024-11-15T17:19:54,879 INFO [RS:0;046d875b9f8f:43905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C43905%2C1731691186333.meta:.meta(num 1731691187934) 2024-11-15T17:19:54,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741850_1026 (size=796) 2024-11-15T17:19:54,881 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333/046d875b9f8f%2C43905%2C1731691186333.rep.1731691191913 not finished, retry = 0 2024-11-15T17:19:54,984 DEBUG [RS:0;046d875b9f8f:43905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/oldWALs 2024-11-15T17:19:54,984 INFO [RS:0;046d875b9f8f:43905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C43905%2C1731691186333.rep:(num 1731691191913) 2024-11-15T17:19:54,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741848_1024 (size=93) 2024-11-15T17:19:54,986 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/WALs/046d875b9f8f,43905,1731691186333/046d875b9f8f%2C43905%2C1731691186333.1731691187483 not finished, retry = 0 2024-11-15T17:19:55,088 DEBUG [RS:0;046d875b9f8f:43905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/oldWALs 2024-11-15T17:19:55,088 INFO [RS:0;046d875b9f8f:43905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C43905%2C1731691186333:(num 1731691187483) 2024-11-15T17:19:55,088 DEBUG [RS:0;046d875b9f8f:43905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:55,088 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:19:55,088 INFO [RS:0;046d875b9f8f:43905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:19:55,088 INFO [RS:0;046d875b9f8f:43905 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T17:19:55,088 INFO [RS:0;046d875b9f8f:43905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:19:55,088 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:19:55,089 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-046d875b9f8f,43905,1731691186333 because: Region server is closing 2024-11-15T17:19:55,089 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-15T17:19:55,089 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-15T17:19:55,089 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T17:19:55,089 INFO [RS:0;046d875b9f8f:43905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:43905. 2024-11-15T17:19:55,089 DEBUG [RS:0;046d875b9f8f:43905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:19:55,089 DEBUG [RS:0;046d875b9f8f:43905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:55,089 DEBUG [RS:0;046d875b9f8f:43905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:19:55,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:19:55,189 WARN [RS:0;046d875b9f8f:43905.replicationSource.wal-reader.046d875b9f8f%2C43905%2C1731691186333,1-046d875b9f8f,43905,1731691186333 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T17:19:55,189 WARN [RS:0;046d875b9f8f:43905.replicationSource.shipper046d875b9f8f%2C43905%2C1731691186333,1-046d875b9f8f,43905,1731691186333 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T17:19:55,190 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;046d875b9f8f:43905.replicationSource.shipper046d875b9f8f%2C43905%2C1731691186333,1-046d875b9f8f,43905,1731691186333 terminated 2024-11-15T17:19:55,190 INFO [RS:0;046d875b9f8f:43905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43905 2024-11-15T17:19:55,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502/rs 2024-11-15T17:19:55,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013f823e5c0007, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0978017502/rs/046d875b9f8f,43905,1731691186333 2024-11-15T17:19:55,333 INFO [RS:0;046d875b9f8f:43905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:19:55,344 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,43905,1731691186333] 2024-11-15T17:19:55,355 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0978017502/draining/046d875b9f8f,43905,1731691186333 already deleted, retry=false 2024-11-15T17:19:55,355 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,43905,1731691186333 expired; onlineServers=0 2024-11-15T17:19:55,355 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,41065,1731691186289' ***** 2024-11-15T17:19:55,355 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:19:55,355 INFO [M:0;046d875b9f8f:41065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:19:55,355 INFO [M:0;046d875b9f8f:41065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:19:55,355 DEBUG [M:0;046d875b9f8f:41065 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:19:55,355 DEBUG [M:0;046d875b9f8f:41065 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:19:55,355 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:19:55,355 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691187068 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691187068,5,FailOnTimeoutGroup] 2024-11-15T17:19:55,355 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691187069 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691187069,5,FailOnTimeoutGroup] 2024-11-15T17:19:55,355 INFO [M:0;046d875b9f8f:41065 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:19:55,356 INFO [M:0;046d875b9f8f:41065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:19:55,356 DEBUG [M:0;046d875b9f8f:41065 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:19:55,356 INFO [M:0;046d875b9f8f:41065 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:19:55,356 INFO [M:0;046d875b9f8f:41065 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:19:55,356 INFO [M:0;046d875b9f8f:41065 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:19:55,356 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:19:55,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0978017502/master 2024-11-15T17:19:55,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0978017502 2024-11-15T17:19:55,366 DEBUG [M:0;046d875b9f8f:41065 {}] zookeeper.ZKUtil(347): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Unable to get data of znode /0978017502/master because node does not exist (not an error) 2024-11-15T17:19:55,366 WARN [M:0;046d875b9f8f:41065 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:19:55,366 INFO [M:0;046d875b9f8f:41065 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/.lastflushedseqids 2024-11-15T17:19:55,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741852_1028 (size=181) 2024-11-15T17:19:55,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013f823e5c0007, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:55,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x1013f823e5c0007, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:55,445 INFO [RS:0;046d875b9f8f:43905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:19:55,445 INFO [RS:0;046d875b9f8f:43905 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,43905,1731691186333; zookeeper connection closed. 2024-11-15T17:19:55,445 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ca35e54 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ca35e54 2024-11-15T17:19:55,445 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:19:55,771 INFO [M:0;046d875b9f8f:41065 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:19:55,771 INFO [M:0;046d875b9f8f:41065 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:19:55,771 DEBUG [M:0;046d875b9f8f:41065 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:19:55,771 INFO [M:0;046d875b9f8f:41065 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:55,771 DEBUG [M:0;046d875b9f8f:41065 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:55,771 DEBUG [M:0;046d875b9f8f:41065 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:19:55,771 DEBUG [M:0;046d875b9f8f:41065 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:55,771 INFO [M:0;046d875b9f8f:41065 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-15T17:19:55,789 DEBUG [M:0;046d875b9f8f:41065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e03e09a7a4ed406aab708f93cf0d9ede is 82, key is hbase:meta,,1/info:regioninfo/1731691187990/Put/seqid=0 2024-11-15T17:19:55,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741853_1029 (size=5672) 2024-11-15T17:19:56,193 INFO [M:0;046d875b9f8f:41065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e03e09a7a4ed406aab708f93cf0d9ede 2024-11-15T17:19:56,210 DEBUG [M:0;046d875b9f8f:41065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94957d190f5047c68d667a73b0343485 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731691191959/Put/seqid=0 2024-11-15T17:19:56,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741854_1030 (size=7312) 2024-11-15T17:19:56,615 INFO [M:0;046d875b9f8f:41065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94957d190f5047c68d667a73b0343485 2024-11-15T17:19:56,632 DEBUG [M:0;046d875b9f8f:41065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f7706d89fcf45248da908a2705bbe3f is 69, key is 046d875b9f8f,43905,1731691186333/rs:state/1731691187191/Put/seqid=0 2024-11-15T17:19:56,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741855_1031 (size=5370) 2024-11-15T17:19:57,036 INFO [M:0;046d875b9f8f:41065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f7706d89fcf45248da908a2705bbe3f 2024-11-15T17:19:57,041 INFO [M:0;046d875b9f8f:41065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f7706d89fcf45248da908a2705bbe3f 2024-11-15T17:19:57,041 DEBUG [M:0;046d875b9f8f:41065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e03e09a7a4ed406aab708f93cf0d9ede as hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e03e09a7a4ed406aab708f93cf0d9ede 2024-11-15T17:19:57,046 INFO [M:0;046d875b9f8f:41065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e03e09a7a4ed406aab708f93cf0d9ede, entries=8, sequenceid=127, filesize=5.5 K 2024-11-15T17:19:57,047 DEBUG [M:0;046d875b9f8f:41065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94957d190f5047c68d667a73b0343485 as hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94957d190f5047c68d667a73b0343485 2024-11-15T17:19:57,051 INFO [M:0;046d875b9f8f:41065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94957d190f5047c68d667a73b0343485, entries=7, sequenceid=127, filesize=7.1 K 2024-11-15T17:19:57,052 DEBUG [M:0;046d875b9f8f:41065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f7706d89fcf45248da908a2705bbe3f as hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f7706d89fcf45248da908a2705bbe3f 2024-11-15T17:19:57,057 INFO [M:0;046d875b9f8f:41065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f7706d89fcf45248da908a2705bbe3f 2024-11-15T17:19:57,057 INFO [M:0;046d875b9f8f:41065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/1f237318-934f-5f76-62fd-cbd4e3561031/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f7706d89fcf45248da908a2705bbe3f, entries=2, sequenceid=127, filesize=5.2 K 2024-11-15T17:19:57,058 INFO [M:0;046d875b9f8f:41065 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=127, compaction requested=false 2024-11-15T17:19:57,060 INFO [M:0;046d875b9f8f:41065 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:19:57,060 DEBUG [M:0;046d875b9f8f:41065 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691195771Disabling compacts and flushes for region at 1731691195771Disabling writes for close at 1731691195771Obtaining lock to block concurrent updates at 1731691195771Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691195771Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731691195772 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691195772Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691195772Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691195788 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691195788Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691196198 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691196210 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691196210Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691196619 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691196631 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691196631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c72acc: reopening flushed file at 1731691197041 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36daf1cd: reopening flushed file at 1731691197046 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35268990: reopening flushed file at 1731691197051 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=127, compaction requested=false at 1731691197058 (+7 ms)Writing region close event to WAL at 1731691197060 (+2 ms)Closed at 1731691197060 2024-11-15T17:19:57,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741847_1023 (size=22903) 2024-11-15T17:19:57,064 INFO [M:0;046d875b9f8f:41065 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:19:57,064 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:19:57,064 INFO [M:0;046d875b9f8f:41065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41065 2024-11-15T17:19:57,065 INFO [M:0;046d875b9f8f:41065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:19:57,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:57,234 INFO [M:0;046d875b9f8f:41065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:19:57,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x1013f823e5c0006, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:19:57,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e8a6cee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:19:57,237 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:19:57,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:19:57,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:19:57,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/hadoop.log.dir/,STOPPED} 2024-11-15T17:19:57,238 WARN [BP-741202654-172.17.0.2-1731691168559 heartbeating to localhost/127.0.0.1:40431 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:19:57,238 WARN [BP-741202654-172.17.0.2-1731691168559 heartbeating to localhost/127.0.0.1:40431 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-741202654-172.17.0.2-1731691168559 (Datanode Uuid 69dc0390-ed6a-4792-9f31-d0d736ca12f0) service to localhost/127.0.0.1:40431 2024-11-15T17:19:57,239 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:19:57,239 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:19:57,239 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/cluster_587b0b7f-d3cc-2f85-84b1-23dda5128115/data/data1/current/BP-741202654-172.17.0.2-1731691168559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:19:57,239 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/cluster_587b0b7f-d3cc-2f85-84b1-23dda5128115/data/data2/current/BP-741202654-172.17.0.2-1731691168559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:19:57,240 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:19:57,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f3ad598{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:19:57,245 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:19:57,245 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:19:57,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:19:57,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/082b46e8-a980-a121-db78-03df26de2ef0/hadoop.log.dir/,STOPPED} 2024-11-15T17:19:57,250 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T17:19:57,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:19:57,275 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=206 (was 161) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39349 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58696) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58696) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40431 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=312 (was 337), ProcessCount=11 (was 11), AvailableMemoryMB=533 (was 705) 2024-11-15T17:19:57,282 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=206, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=11, AvailableMemoryMB=533 2024-11-15T17:19:57,294 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-15T17:19:57,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/hadoop.log.dir so I do NOT create it in target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38 2024-11-15T17:19:57,294 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:19:57,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/hadoop.tmp.dir so I do NOT create it in target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38 2024-11-15T17:19:57,294 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b62be3-db3c-f305-f218-02157c15df65/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:19:57,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38 2024-11-15T17:19:57,294 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/cluster_2d64309b-0c07-38b2-c31d-da24991b7d60, deleteOnExit=true 2024-11-15T17:19:57,296 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/cluster_2d64309b-0c07-38b2-c31d-da24991b7d60/zookeeper_0, clientPort=61128, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/cluster_2d64309b-0c07-38b2-c31d-da24991b7d60/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/cluster_2d64309b-0c07-38b2-c31d-da24991b7d60/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T17:19:57,297 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61128 2024-11-15T17:19:57,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:19:57,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:19:57,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/test.cache.data in system properties and HBase conf 2024-11-15T17:19:57,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:19:57,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:19:57,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:19:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:19:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:19:57,298 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:19:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:19:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:19:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:19:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:19:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:19:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:19:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:19:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:19:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:19:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:19:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:19:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:19:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:19:57,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:19:57,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013f823e5c0005, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T17:19:57,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013f823e5c0002, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T17:19:57,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013f823e5c0002, quorum=127.0.0.1:58696, baseZNode=/0978017502 Received Disconnected from ZooKeeper, ignoring 2024-11-15T17:19:57,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013f823e5c0005, quorum=127.0.0.1:58696, baseZNode=/1-2047967973 Received Disconnected from ZooKeeper, ignoring 2024-11-15T17:19:57,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:19:57,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:19:57,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:19:57,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:19:57,771 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:19:57,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:19:57,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c5148e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:19:57,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5736233d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:19:57,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:19:57,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:19:57,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T17:19:57,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:19:57,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21b1326b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/java.io.tmpdir/jetty-localhost-37017-hadoop-hdfs-3_4_1-tests_jar-_-any-10203035243081386945/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:19:57,869 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7762b913{HTTP/1.1, (http/1.1)}{localhost:37017} 2024-11-15T17:19:57,869 INFO [Time-limited test {}] server.Server(415): Started @166927ms 2024-11-15T17:19:58,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:19:58,294 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:19:58,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:19:58,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:19:58,295 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:19:58,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a5f470f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:19:58,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c217a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:19:58,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37175182{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/java.io.tmpdir/jetty-localhost-33899-hadoop-hdfs-3_4_1-tests_jar-_-any-5331072384483118367/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:19:58,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@458d98f2{HTTP/1.1, (http/1.1)}{localhost:33899} 2024-11-15T17:19:58,418 INFO [Time-limited test {}] server.Server(415): Started @167476ms 2024-11-15T17:19:58,419 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:19:59,043 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/cluster_2d64309b-0c07-38b2-c31d-da24991b7d60/data/data1/current/BP-17441234-172.17.0.2-1731691197325/current, will proceed with Du for space computation calculation, 2024-11-15T17:19:59,043 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/cluster_2d64309b-0c07-38b2-c31d-da24991b7d60/data/data2/current/BP-17441234-172.17.0.2-1731691197325/current, will proceed with Du for space computation calculation, 2024-11-15T17:19:59,063 WARN [Thread-1667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:19:59,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c93ddf1ea079cc7 with lease ID 0x95e390f4dbab6058: Processing first storage report for DS-cec1a876-50f8-4c78-ae4d-66e03c6a49ec from datanode DatanodeRegistration(127.0.0.1:42217, datanodeUuid=430c1842-3ffa-4443-a5f8-8ce694d6baa4, infoPort=46785, infoSecurePort=0, ipcPort=36197, storageInfo=lv=-57;cid=testClusterID;nsid=1073338499;c=1731691197325) 2024-11-15T17:19:59,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c93ddf1ea079cc7 with lease ID 0x95e390f4dbab6058: from storage DS-cec1a876-50f8-4c78-ae4d-66e03c6a49ec node DatanodeRegistration(127.0.0.1:42217, datanodeUuid=430c1842-3ffa-4443-a5f8-8ce694d6baa4, infoPort=46785, infoSecurePort=0, ipcPort=36197, storageInfo=lv=-57;cid=testClusterID;nsid=1073338499;c=1731691197325), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:19:59,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c93ddf1ea079cc7 with lease ID 0x95e390f4dbab6058: Processing first storage report for DS-6217baae-063f-4ec4-ad4d-c55d702a1887 from datanode DatanodeRegistration(127.0.0.1:42217, datanodeUuid=430c1842-3ffa-4443-a5f8-8ce694d6baa4, infoPort=46785, infoSecurePort=0, ipcPort=36197, storageInfo=lv=-57;cid=testClusterID;nsid=1073338499;c=1731691197325) 2024-11-15T17:19:59,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c93ddf1ea079cc7 with lease ID 0x95e390f4dbab6058: from storage DS-6217baae-063f-4ec4-ad4d-c55d702a1887 node DatanodeRegistration(127.0.0.1:42217, datanodeUuid=430c1842-3ffa-4443-a5f8-8ce694d6baa4, infoPort=46785, infoSecurePort=0, ipcPort=36197, storageInfo=lv=-57;cid=testClusterID;nsid=1073338499;c=1731691197325), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:19:59,153 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38 2024-11-15T17:19:59,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:59,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:59,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:19:59,567 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04 with version=8 2024-11-15T17:19:59,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/hbase-staging 2024-11-15T17:19:59,569 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:19:59,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:59,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:59,569 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:19:59,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:59,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:19:59,570 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:19:59,570 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:19:59,570 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40917 2024-11-15T17:19:59,571 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40917 connecting to ZooKeeper ensemble=127.0.0.1:61128 2024-11-15T17:19:59,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409170x0, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:19:59,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40917-0x1013f82af1b0000 connected 2024-11-15T17:19:59,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:59,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:59,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Set watcher on znode that does not yet exist, /0-594487484/running 2024-11-15T17:19:59,748 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04, hbase.cluster.distributed=false 2024-11-15T17:19:59,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Set watcher on znode that does not yet exist, /0-594487484/acl 2024-11-15T17:19:59,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40917 2024-11-15T17:19:59,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40917 2024-11-15T17:19:59,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40917 2024-11-15T17:19:59,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40917 2024-11-15T17:19:59,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40917 2024-11-15T17:19:59,769 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:19:59,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:59,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:59,769 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:19:59,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:19:59,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:19:59,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:19:59,770 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:19:59,770 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40345 2024-11-15T17:19:59,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40345 connecting to ZooKeeper ensemble=127.0.0.1:61128 2024-11-15T17:19:59,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:59,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:19:59,782 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:19:59,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403450x0, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:19:59,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403450x0, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Set watcher on znode that does not yet exist, /0-594487484/running 2024-11-15T17:19:59,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40345-0x1013f82af1b0001 connected 2024-11-15T17:19:59,787 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:19:59,788 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:19:59,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Set watcher on znode that does not yet exist, /0-594487484/master 2024-11-15T17:19:59,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Set watcher on znode that does not yet exist, /0-594487484/acl 2024-11-15T17:19:59,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40345 2024-11-15T17:19:59,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40345 2024-11-15T17:19:59,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40345 2024-11-15T17:19:59,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40345 2024-11-15T17:19:59,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40345 2024-11-15T17:19:59,810 DEBUG [M:0;046d875b9f8f:40917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:40917 2024-11-15T17:19:59,810 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-594487484/backup-masters/046d875b9f8f,40917,1731691199569 2024-11-15T17:19:59,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:59,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:59,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:59,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:59,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:59,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:59,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484/backup-masters 2024-11-15T17:19:59,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484/backup-masters 2024-11-15T17:19:59,818 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Set watcher on existing znode=/0-594487484/backup-masters/046d875b9f8f,40917,1731691199569 2024-11-15T17:19:59,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-594487484/master 2024-11-15T17:19:59,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484 2024-11-15T17:19:59,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484 2024-11-15T17:19:59,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:59,829 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Set watcher on existing znode=/0-594487484/master 2024-11-15T17:19:59,829 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-594487484/backup-masters/046d875b9f8f,40917,1731691199569 from backup master directory 2024-11-15T17:19:59,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:19:59,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-594487484/backup-masters/046d875b9f8f,40917,1731691199569 2024-11-15T17:19:59,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484/backup-masters 2024-11-15T17:19:59,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484/backup-masters 2024-11-15T17:19:59,839 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:19:59,839 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,40917,1731691199569 2024-11-15T17:19:59,843 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/hbase.id] with ID: 5bf1320b-353e-49b7-ba6d-6f84b47a6c2d 2024-11-15T17:19:59,843 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/.tmp/hbase.id 2024-11-15T17:19:59,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:20:00,250 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/.tmp/hbase.id]:[hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/hbase.id] 2024-11-15T17:20:00,259 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:00,259 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:20:00,260 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T17:20:00,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484 2024-11-15T17:20:00,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484 2024-11-15T17:20:00,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:20:00,739 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:20:00,740 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:20:00,740 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:20:00,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:20:01,146 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store 2024-11-15T17:20:01,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:20:01,552 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:01,552 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:20:01,552 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:01,552 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:01,552 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:20:01,552 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:01,552 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:01,552 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691201552Disabling compacts and flushes for region at 1731691201552Disabling writes for close at 1731691201552Writing region close event to WAL at 1731691201552Closed at 1731691201552 2024-11-15T17:20:01,553 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store/.initializing 2024-11-15T17:20:01,553 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/WALs/046d875b9f8f,40917,1731691199569 2024-11-15T17:20:01,554 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:20:01,556 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C40917%2C1731691199569, suffix=, logDir=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/WALs/046d875b9f8f,40917,1731691199569, archiveDir=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/oldWALs, maxLogs=10 2024-11-15T17:20:01,571 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/WALs/046d875b9f8f,40917,1731691199569/046d875b9f8f%2C40917%2C1731691199569.1731691201556, exclude list is [], retry=0 2024-11-15T17:20:01,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42217,DS-cec1a876-50f8-4c78-ae4d-66e03c6a49ec,DISK] 2024-11-15T17:20:01,575 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/WALs/046d875b9f8f,40917,1731691199569/046d875b9f8f%2C40917%2C1731691199569.1731691201556 2024-11-15T17:20:01,576 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46785:46785)] 2024-11-15T17:20:01,576 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:20:01,576 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:01,576 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:01,576 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:01,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:01,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:20:01,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:01,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:01,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:01,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:20:01,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:01,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:01,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:01,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:20:01,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:01,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:01,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:01,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:20:01,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:01,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:01,583 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:01,584 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:01,584 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:01,585 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:01,585 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:01,585 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:20:01,586 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:01,587 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:20:01,588 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65262671, jitterRate=-0.027510419487953186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:20:01,588 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691201576Initializing all the Stores at 1731691201577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691201577Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691201577Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691201577Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691201577Cleaning up temporary data from old regions at 1731691201585 (+8 ms)Region opened successfully at 1731691201588 (+3 ms) 2024-11-15T17:20:01,588 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:20:01,590 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e83da14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:20:01,591 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:20:01,591 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:20:01,591 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:20:01,591 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:20:01,592 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:20:01,592 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:20:01,592 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:20:01,593 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:20:01,594 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Unable to get data of znode /0-594487484/balancer because node does not exist (not necessarily an error) 2024-11-15T17:20:01,660 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-594487484/balancer already deleted, retry=false 2024-11-15T17:20:01,660 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:20:01,661 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Unable to get data of znode /0-594487484/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:20:01,670 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-594487484/normalizer already deleted, retry=false 2024-11-15T17:20:01,671 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:20:01,672 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Unable to get data of znode /0-594487484/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:20:01,681 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-594487484/switch/split already deleted, retry=false 2024-11-15T17:20:01,682 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Unable to get data of znode /0-594487484/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:20:01,691 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-594487484/switch/merge already deleted, retry=false 2024-11-15T17:20:01,693 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Unable to get data of znode /0-594487484/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:20:01,702 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-594487484/snapshot-cleanup already deleted, retry=false 2024-11-15T17:20:01,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-594487484/running 2024-11-15T17:20:01,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-594487484/running 2024-11-15T17:20:01,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484 2024-11-15T17:20:01,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484 2024-11-15T17:20:01,713 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,40917,1731691199569, sessionid=0x1013f82af1b0000, setting cluster-up flag (Was=false) 2024-11-15T17:20:01,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484 2024-11-15T17:20:01,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484 2024-11-15T17:20:01,765 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-594487484/flush-table-proc/acquired, /0-594487484/flush-table-proc/reached, /0-594487484/flush-table-proc/abort 2024-11-15T17:20:01,766 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,40917,1731691199569 2024-11-15T17:20:01,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484 2024-11-15T17:20:01,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484 2024-11-15T17:20:01,818 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-594487484/online-snapshot/acquired, /0-594487484/online-snapshot/reached, /0-594487484/online-snapshot/abort 2024-11-15T17:20:01,819 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,40917,1731691199569 2024-11-15T17:20:01,824 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:20:01,825 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:20:01,825 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:20:01,825 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:20:01,826 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,40917,1731691199569 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:20:01,827 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:20:01,827 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:20:01,827 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:20:01,827 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:20:01,827 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:20:01,827 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:01,827 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:20:01,827 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:01,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:20:01,832 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:20:01,833 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:01,833 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:20:01,836 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691231836 2024-11-15T17:20:01,836 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:20:01,836 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:20:01,837 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:20:01,837 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:20:01,837 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:20:01,837 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:20:01,837 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:01,837 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:20:01,837 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:20:01,838 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:20:01,838 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:20:01,842 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:20:01,842 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:20:01,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:20:01,844 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691201842,5,FailOnTimeoutGroup] 2024-11-15T17:20:01,847 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691201844,5,FailOnTimeoutGroup] 2024-11-15T17:20:01,847 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:01,847 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:20:01,847 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:01,847 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:01,902 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(746): ClusterId : 5bf1320b-353e-49b7-ba6d-6f84b47a6c2d 2024-11-15T17:20:01,903 DEBUG [RS:0;046d875b9f8f:40345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:20:01,913 DEBUG [RS:0;046d875b9f8f:40345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:20:01,913 DEBUG [RS:0;046d875b9f8f:40345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:20:01,924 DEBUG [RS:0;046d875b9f8f:40345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:20:01,924 DEBUG [RS:0;046d875b9f8f:40345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651fb4c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:20:01,939 DEBUG [RS:0;046d875b9f8f:40345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:40345 2024-11-15T17:20:01,939 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:20:01,939 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:20:01,939 DEBUG [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:20:01,940 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,40917,1731691199569 with port=40345, startcode=1731691199769 2024-11-15T17:20:01,941 DEBUG [RS:0;046d875b9f8f:40345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:20:01,942 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:20:01,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40917 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,40345,1731691199769 2024-11-15T17:20:01,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40917 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,40345,1731691199769 2024-11-15T17:20:01,945 DEBUG [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04 2024-11-15T17:20:01,945 DEBUG [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41897 2024-11-15T17:20:01,945 DEBUG [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:20:01,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484/rs 2024-11-15T17:20:01,955 DEBUG [RS:0;046d875b9f8f:40345 {}] zookeeper.ZKUtil(111): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Set watcher on existing znode=/0-594487484/rs/046d875b9f8f,40345,1731691199769 2024-11-15T17:20:01,955 WARN [RS:0;046d875b9f8f:40345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:20:01,955 INFO [RS:0;046d875b9f8f:40345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:20:01,955 DEBUG [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769 2024-11-15T17:20:01,955 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,40345,1731691199769] 2024-11-15T17:20:01,958 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:20:01,960 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:20:01,961 INFO [RS:0;046d875b9f8f:40345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:20:01,961 INFO [RS:0;046d875b9f8f:40345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:01,964 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:20:01,965 INFO [RS:0;046d875b9f8f:40345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:20:01,965 INFO [RS:0;046d875b9f8f:40345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:01,965 DEBUG [RS:0;046d875b9f8f:40345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:01,965 DEBUG [RS:0;046d875b9f8f:40345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:01,965 DEBUG [RS:0;046d875b9f8f:40345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:01,965 DEBUG [RS:0;046d875b9f8f:40345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:01,965 DEBUG [RS:0;046d875b9f8f:40345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:01,965 DEBUG [RS:0;046d875b9f8f:40345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:20:01,965 DEBUG [RS:0;046d875b9f8f:40345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:01,965 DEBUG [RS:0;046d875b9f8f:40345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:01,965 DEBUG [RS:0;046d875b9f8f:40345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:01,965 DEBUG [RS:0;046d875b9f8f:40345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:01,965 DEBUG [RS:0;046d875b9f8f:40345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:01,965 DEBUG [RS:0;046d875b9f8f:40345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:01,965 DEBUG [RS:0;046d875b9f8f:40345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:20:01,965 DEBUG [RS:0;046d875b9f8f:40345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:20:01,968 INFO [RS:0;046d875b9f8f:40345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:01,968 INFO [RS:0;046d875b9f8f:40345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:01,968 INFO [RS:0;046d875b9f8f:40345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:01,968 INFO [RS:0;046d875b9f8f:40345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:01,968 INFO [RS:0;046d875b9f8f:40345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:01,968 INFO [RS:0;046d875b9f8f:40345 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40345,1731691199769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:20:01,987 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:20:01,987 INFO [RS:0;046d875b9f8f:40345 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40345,1731691199769-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:01,988 INFO [RS:0;046d875b9f8f:40345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:01,988 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.Replication(171): 046d875b9f8f,40345,1731691199769 started 2024-11-15T17:20:02,007 INFO [RS:0;046d875b9f8f:40345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:02,007 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,40345,1731691199769, RpcServer on 046d875b9f8f/172.17.0.2:40345, sessionid=0x1013f82af1b0001 2024-11-15T17:20:02,008 DEBUG [RS:0;046d875b9f8f:40345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:20:02,008 DEBUG [RS:0;046d875b9f8f:40345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,40345,1731691199769 2024-11-15T17:20:02,008 DEBUG [RS:0;046d875b9f8f:40345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,40345,1731691199769' 2024-11-15T17:20:02,008 DEBUG [RS:0;046d875b9f8f:40345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-594487484/flush-table-proc/abort' 2024-11-15T17:20:02,008 DEBUG [RS:0;046d875b9f8f:40345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-594487484/flush-table-proc/acquired' 2024-11-15T17:20:02,009 DEBUG [RS:0;046d875b9f8f:40345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:20:02,009 DEBUG [RS:0;046d875b9f8f:40345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:20:02,009 DEBUG [RS:0;046d875b9f8f:40345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,40345,1731691199769 2024-11-15T17:20:02,009 DEBUG [RS:0;046d875b9f8f:40345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,40345,1731691199769' 2024-11-15T17:20:02,009 DEBUG [RS:0;046d875b9f8f:40345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-594487484/online-snapshot/abort' 2024-11-15T17:20:02,009 DEBUG [RS:0;046d875b9f8f:40345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-594487484/online-snapshot/acquired' 2024-11-15T17:20:02,009 DEBUG [RS:0;046d875b9f8f:40345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:20:02,009 INFO [RS:0;046d875b9f8f:40345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:20:02,009 INFO [RS:0;046d875b9f8f:40345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:20:02,110 INFO [RS:0;046d875b9f8f:40345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:20:02,111 INFO [RS:0;046d875b9f8f:40345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C40345%2C1731691199769, suffix=, logDir=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769, archiveDir=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/oldWALs, maxLogs=10 2024-11-15T17:20:02,124 DEBUG [RS:0;046d875b9f8f:40345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111, exclude list is [], retry=0 2024-11-15T17:20:02,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42217,DS-cec1a876-50f8-4c78-ae4d-66e03c6a49ec,DISK] 2024-11-15T17:20:02,131 INFO [RS:0;046d875b9f8f:40345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 2024-11-15T17:20:02,131 DEBUG [RS:0;046d875b9f8f:40345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46785:46785)] 2024-11-15T17:20:02,245 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:20:02,245 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04 2024-11-15T17:20:02,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741833_1009 (size=32) 2024-11-15T17:20:02,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:02,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:20:02,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:20:02,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:02,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:02,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:20:02,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:20:02,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:02,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:02,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:20:02,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:20:02,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:02,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:02,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:20:02,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:20:02,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:02,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:02,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:20:02,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740 2024-11-15T17:20:02,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740 2024-11-15T17:20:02,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:20:02,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:20:02,658 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:20:02,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:20:02,661 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:20:02,661 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64410656, jitterRate=-0.0402064323425293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:20:02,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691202650Initializing all the Stores at 1731691202651 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691202651Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691202651Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691202651Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691202651Cleaning up temporary data from old regions at 1731691202658 (+7 ms)Region opened successfully at 1731691202661 (+3 ms) 2024-11-15T17:20:02,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:20:02,661 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:20:02,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:20:02,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:20:02,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:20:02,662 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:20:02,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691202661Disabling compacts and flushes for region at 1731691202661Disabling writes for close at 1731691202661Writing region close event to WAL at 1731691202662 (+1 ms)Closed at 1731691202662 2024-11-15T17:20:02,663 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:20:02,663 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:20:02,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:20:02,664 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:20:02,664 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:20:02,815 DEBUG [046d875b9f8f:40917 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:20:02,815 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,40345,1731691199769 2024-11-15T17:20:02,816 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,40345,1731691199769, state=OPENING 2024-11-15T17:20:02,881 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:20:02,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484 2024-11-15T17:20:02,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484 2024-11-15T17:20:02,892 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:20:02,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-594487484/meta-region-server: CHANGED 2024-11-15T17:20:02,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-594487484/meta-region-server: CHANGED 2024-11-15T17:20:02,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,40345,1731691199769}] 2024-11-15T17:20:03,043 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:20:03,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:20:03,048 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:20:03,048 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:20:03,048 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:20:03,049 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C40345%2C1731691199769.meta, suffix=.meta, logDir=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769, archiveDir=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/oldWALs, maxLogs=10 2024-11-15T17:20:03,061 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.meta.1731691203049.meta, exclude list is [], retry=0 2024-11-15T17:20:03,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42217,DS-cec1a876-50f8-4c78-ae4d-66e03c6a49ec,DISK] 2024-11-15T17:20:03,064 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.meta.1731691203049.meta 2024-11-15T17:20:03,064 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46785:46785)] 2024-11-15T17:20:03,064 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:20:03,065 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:20:03,065 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:20:03,065 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:20:03,065 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:20:03,065 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:20:03,065 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:03,065 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:20:03,065 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:20:03,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:20:03,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:20:03,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:03,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:03,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:20:03,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:20:03,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:03,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:03,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:20:03,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:20:03,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:03,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:03,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:20:03,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:20:03,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:03,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:03,070 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:20:03,071 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740 2024-11-15T17:20:03,071 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740 2024-11-15T17:20:03,072 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:20:03,072 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:20:03,072 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:20:03,073 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:20:03,074 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59136136, jitterRate=-0.11880290508270264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:20:03,074 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:20:03,074 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691203065Writing region info on filesystem at 1731691203065Initializing all the Stores at 1731691203066 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691203066Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691203066Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691203066Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691203066Cleaning up temporary data from old regions at 1731691203072 (+6 ms)Running coprocessor post-open hooks at 1731691203074 (+2 ms)Region opened successfully at 1731691203074 2024-11-15T17:20:03,075 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691203043 2024-11-15T17:20:03,077 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:20:03,077 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:20:03,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,40345,1731691199769 2024-11-15T17:20:03,078 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,40345,1731691199769, state=OPEN 2024-11-15T17:20:03,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-594487484/meta-region-server 2024-11-15T17:20:03,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-594487484/meta-region-server 2024-11-15T17:20:03,116 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,40345,1731691199769 2024-11-15T17:20:03,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-594487484/meta-region-server: CHANGED 2024-11-15T17:20:03,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-594487484/meta-region-server: CHANGED 2024-11-15T17:20:03,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:20:03,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,40345,1731691199769 in 224 msec 2024-11-15T17:20:03,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:20:03,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-15T17:20:03,121 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:20:03,121 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:20:03,122 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:03,122 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,40345,1731691199769, seqNum=-1] 2024-11-15T17:20:03,122 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:03,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:20:03,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-15T17:20:03,127 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691203127, completionTime=-1 2024-11-15T17:20:03,127 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:20:03,127 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:20:03,129 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:20:03,129 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691263129 2024-11-15T17:20:03,129 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691323129 2024-11-15T17:20:03,129 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T17:20:03,129 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40917,1731691199569-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:03,129 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40917,1731691199569-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:03,129 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40917,1731691199569-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:03,129 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:40917, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:03,129 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:03,130 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:03,131 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:20:03,132 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.293sec 2024-11-15T17:20:03,132 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:20:03,132 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:20:03,132 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:20:03,132 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:20:03,132 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:20:03,132 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40917,1731691199569-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:20:03,132 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40917,1731691199569-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:20:03,135 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:20:03,135 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:20:03,135 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40917,1731691199569-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:03,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543840cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:03,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40917,-1 for getting cluster id 2024-11-15T17:20:03,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:03,205 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bf1320b-353e-49b7-ba6d-6f84b47a6c2d' 2024-11-15T17:20:03,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:03,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bf1320b-353e-49b7-ba6d-6f84b47a6c2d" 2024-11-15T17:20:03,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3206eba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:03,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40917,-1] 2024-11-15T17:20:03,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:03,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:03,207 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:03,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9040624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:03,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,40345,1731691199769, seqNum=-1] 2024-11-15T17:20:03,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:03,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:20:03,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,40917,1731691199569 2024-11-15T17:20:03,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61128 2024-11-15T17:20:03,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:20:03,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f82af1b0002 connected 2024-11-15T17:20:03,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/hadoop.log.dir so I do NOT create it in target/test-data/b7126481-ddb5-048e-b448-0a246c9989df 2024-11-15T17:20:03,241 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:20:03,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/hadoop.tmp.dir so I do NOT create it in target/test-data/b7126481-ddb5-048e-b448-0a246c9989df 2024-11-15T17:20:03,241 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:20:03,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df 2024-11-15T17:20:03,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:20:03,241 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/cluster_4825a17c-86e0-bff7-0996-2a836968e271, deleteOnExit=true 2024-11-15T17:20:03,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:20:03,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/test.cache.data in system properties and HBase conf 2024-11-15T17:20:03,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:20:03,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:20:03,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:20:03,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:20:03,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:20:03,241 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:20:03,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:20:03,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:20:03,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:20:03,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:20:03,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:20:03,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:20:03,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:20:03,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:20:03,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:20:03,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:20:03,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:20:03,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:20:03,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:20:03,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:20:03,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:20:03,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:20:03,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:20:03,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:20:03,540 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T17:20:03,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:20:03,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2976d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:20:03,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72396638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:20:03,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79dcbbe8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/java.io.tmpdir/jetty-localhost-45303-hadoop-hdfs-3_4_1-tests_jar-_-any-17328908026821399524/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:20:03,637 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c23049a{HTTP/1.1, (http/1.1)}{localhost:45303} 2024-11-15T17:20:03,637 INFO [Time-limited test {}] server.Server(415): Started @172696ms 2024-11-15T17:20:03,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:20:03,918 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:20:03,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:20:03,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:20:03,923 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:20:03,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@613e9d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:20:03,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11574a3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:20:04,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e6065e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/java.io.tmpdir/jetty-localhost-45713-hadoop-hdfs-3_4_1-tests_jar-_-any-2139455325659627676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:20:04,022 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44f0589d{HTTP/1.1, (http/1.1)}{localhost:45713} 2024-11-15T17:20:04,022 INFO [Time-limited test {}] server.Server(415): Started @173080ms 2024-11-15T17:20:04,023 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:20:04,876 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/cluster_4825a17c-86e0-bff7-0996-2a836968e271/data/data1/current/BP-153625621-172.17.0.2-1731691203257/current, will proceed with Du for space computation calculation, 2024-11-15T17:20:04,876 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/cluster_4825a17c-86e0-bff7-0996-2a836968e271/data/data2/current/BP-153625621-172.17.0.2-1731691203257/current, will proceed with Du for space computation calculation, 2024-11-15T17:20:04,894 WARN [Thread-1788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:20:04,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3a817abac0bac31 with lease ID 0x35c1d94c2ee3e529: Processing first storage report for DS-cc702f53-e531-4e52-b6ba-16c487112d8d from datanode DatanodeRegistration(127.0.0.1:39515, datanodeUuid=82d06d6e-060f-4f98-a5ef-515bb92626cf, infoPort=34193, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=1566824128;c=1731691203257) 2024-11-15T17:20:04,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3a817abac0bac31 with lease ID 0x35c1d94c2ee3e529: from storage DS-cc702f53-e531-4e52-b6ba-16c487112d8d node DatanodeRegistration(127.0.0.1:39515, datanodeUuid=82d06d6e-060f-4f98-a5ef-515bb92626cf, infoPort=34193, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=1566824128;c=1731691203257), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:20:04,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3a817abac0bac31 with lease ID 0x35c1d94c2ee3e529: Processing first storage report for DS-d96feb43-45ee-43b7-8591-2c40aef4d968 from datanode DatanodeRegistration(127.0.0.1:39515, datanodeUuid=82d06d6e-060f-4f98-a5ef-515bb92626cf, infoPort=34193, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=1566824128;c=1731691203257) 2024-11-15T17:20:04,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3a817abac0bac31 with lease ID 0x35c1d94c2ee3e529: from storage DS-d96feb43-45ee-43b7-8591-2c40aef4d968 node DatanodeRegistration(127.0.0.1:39515, datanodeUuid=82d06d6e-060f-4f98-a5ef-515bb92626cf, infoPort=34193, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=1566824128;c=1731691203257), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:20:04,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df 2024-11-15T17:20:04,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:04,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:04,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:20:05,361 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d with version=8 2024-11-15T17:20:05,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/hbase-staging 2024-11-15T17:20:05,363 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:20:05,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:20:05,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:20:05,364 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:20:05,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:20:05,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:20:05,364 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:20:05,364 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:20:05,364 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33029 2024-11-15T17:20:05,365 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33029 connecting to ZooKeeper ensemble=127.0.0.1:61128 2024-11-15T17:20:05,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330290x0, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:20:05,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33029-0x1013f82af1b0003 connected 2024-11-15T17:20:05,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:05,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:05,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Set watcher on znode that does not yet exist, /11446509709/running 2024-11-15T17:20:05,495 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d, hbase.cluster.distributed=false 2024-11-15T17:20:05,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Set watcher on znode that does not yet exist, /11446509709/acl 2024-11-15T17:20:05,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33029 2024-11-15T17:20:05,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33029 2024-11-15T17:20:05,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33029 2024-11-15T17:20:05,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33029 2024-11-15T17:20:05,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33029 2024-11-15T17:20:05,510 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:20:05,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:20:05,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:20:05,510 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:20:05,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:20:05,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:20:05,510 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:20:05,510 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:20:05,511 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33869 2024-11-15T17:20:05,512 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33869 connecting to ZooKeeper ensemble=127.0.0.1:61128 2024-11-15T17:20:05,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:05,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:05,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338690x0, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:20:05,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338690x0, quorum=127.0.0.1:61128, baseZNode=/11446509709 Set watcher on znode that does not yet exist, /11446509709/running 2024-11-15T17:20:05,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33869-0x1013f82af1b0004 connected 2024-11-15T17:20:05,523 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:20:05,524 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:20:05,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Set watcher on znode that does not yet exist, /11446509709/master 2024-11-15T17:20:05,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Set watcher on znode that does not yet exist, /11446509709/acl 2024-11-15T17:20:05,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33869 2024-11-15T17:20:05,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33869 2024-11-15T17:20:05,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33869 2024-11-15T17:20:05,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33869 2024-11-15T17:20:05,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33869 2024-11-15T17:20:05,544 DEBUG [M:0;046d875b9f8f:33029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:33029 2024-11-15T17:20:05,544 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11446509709/backup-masters/046d875b9f8f,33029,1731691205363 2024-11-15T17:20:05,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709/backup-masters 2024-11-15T17:20:05,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709/backup-masters 2024-11-15T17:20:05,554 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Set watcher on existing znode=/11446509709/backup-masters/046d875b9f8f,33029,1731691205363 2024-11-15T17:20:05,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11446509709/master 2024-11-15T17:20:05,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709 2024-11-15T17:20:05,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709 2024-11-15T17:20:05,565 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Set watcher on existing znode=/11446509709/master 2024-11-15T17:20:05,566 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11446509709/backup-masters/046d875b9f8f,33029,1731691205363 from backup master directory 2024-11-15T17:20:05,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709/backup-masters 2024-11-15T17:20:05,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11446509709/backup-masters/046d875b9f8f,33029,1731691205363 2024-11-15T17:20:05,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709/backup-masters 2024-11-15T17:20:05,575 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:20:05,575 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,33029,1731691205363 2024-11-15T17:20:05,579 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/hbase.id] with ID: d3ee9496-c9c6-42a2-b838-0cba6fd04943 2024-11-15T17:20:05,579 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/.tmp/hbase.id 2024-11-15T17:20:05,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:20:05,985 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/.tmp/hbase.id]:[hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/hbase.id] 2024-11-15T17:20:05,994 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:05,994 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:20:05,995 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T17:20:06,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709 2024-11-15T17:20:06,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709 2024-11-15T17:20:06,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:20:06,443 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:20:06,444 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:20:06,444 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:20:06,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:20:06,850 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store 2024-11-15T17:20:06,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:20:07,259 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:07,259 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:20:07,259 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:07,259 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:07,259 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:20:07,259 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:07,259 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:07,259 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691207259Disabling compacts and flushes for region at 1731691207259Disabling writes for close at 1731691207259Writing region close event to WAL at 1731691207259Closed at 1731691207259 2024-11-15T17:20:07,260 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store/.initializing 2024-11-15T17:20:07,260 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/WALs/046d875b9f8f,33029,1731691205363 2024-11-15T17:20:07,261 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:20:07,262 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C33029%2C1731691205363, suffix=, logDir=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/WALs/046d875b9f8f,33029,1731691205363, archiveDir=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/oldWALs, maxLogs=10 2024-11-15T17:20:07,278 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/WALs/046d875b9f8f,33029,1731691205363/046d875b9f8f%2C33029%2C1731691205363.1731691207262, exclude list is [], retry=0 2024-11-15T17:20:07,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39515,DS-cc702f53-e531-4e52-b6ba-16c487112d8d,DISK] 2024-11-15T17:20:07,285 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/WALs/046d875b9f8f,33029,1731691205363/046d875b9f8f%2C33029%2C1731691205363.1731691207262 2024-11-15T17:20:07,285 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34193:34193)] 2024-11-15T17:20:07,285 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:20:07,285 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:07,286 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:07,286 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:07,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:07,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:20:07,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:07,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:07,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:07,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:20:07,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:07,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:07,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:07,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:20:07,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:07,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:07,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:07,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:20:07,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:07,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:07,293 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:07,294 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:07,294 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:07,295 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:07,295 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:07,295 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:20:07,296 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:07,297 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:20:07,298 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71450046, jitterRate=0.06468865275382996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:20:07,298 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691207286Initializing all the Stores at 1731691207286Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691207286Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691207286Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691207286Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691207286Cleaning up temporary data from old regions at 1731691207295 (+9 ms)Region opened successfully at 1731691207298 (+3 ms) 2024-11-15T17:20:07,298 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:20:07,300 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d4dead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:20:07,301 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:20:07,301 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:20:07,301 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:20:07,301 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:20:07,301 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:20:07,302 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:20:07,302 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:20:07,303 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:20:07,303 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Unable to get data of znode /11446509709/balancer because node does not exist (not necessarily an error) 2024-11-15T17:20:07,375 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11446509709/balancer already deleted, retry=false 2024-11-15T17:20:07,375 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:20:07,376 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Unable to get data of znode /11446509709/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:20:07,385 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11446509709/normalizer already deleted, retry=false 2024-11-15T17:20:07,386 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:20:07,387 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Unable to get data of znode /11446509709/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:20:07,396 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11446509709/switch/split already deleted, retry=false 2024-11-15T17:20:07,397 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Unable to get data of znode /11446509709/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:20:07,407 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11446509709/switch/merge already deleted, retry=false 2024-11-15T17:20:07,408 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Unable to get data of znode /11446509709/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:20:07,417 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11446509709/snapshot-cleanup already deleted, retry=false 2024-11-15T17:20:07,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11446509709/running 2024-11-15T17:20:07,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11446509709/running 2024-11-15T17:20:07,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709 2024-11-15T17:20:07,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709 2024-11-15T17:20:07,428 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,33029,1731691205363, sessionid=0x1013f82af1b0003, setting cluster-up flag (Was=false) 2024-11-15T17:20:07,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709 2024-11-15T17:20:07,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709 2024-11-15T17:20:07,480 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11446509709/flush-table-proc/acquired, /11446509709/flush-table-proc/reached, /11446509709/flush-table-proc/abort 2024-11-15T17:20:07,481 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,33029,1731691205363 2024-11-15T17:20:07,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709 2024-11-15T17:20:07,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709 2024-11-15T17:20:07,533 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11446509709/online-snapshot/acquired, /11446509709/online-snapshot/reached, /11446509709/online-snapshot/abort 2024-11-15T17:20:07,534 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,33029,1731691205363 2024-11-15T17:20:07,535 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:20:07,537 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:20:07,537 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:20:07,537 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:20:07,537 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,33029,1731691205363 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:20:07,538 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:20:07,538 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:20:07,538 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:20:07,538 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:20:07,538 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:20:07,538 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:07,538 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:20:07,538 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:07,545 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691237545 2024-11-15T17:20:07,545 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:20:07,545 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:20:07,545 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:20:07,545 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:20:07,545 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:20:07,545 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:20:07,546 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:20:07,546 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:20:07,546 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:07,546 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:20:07,546 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:20:07,546 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:20:07,546 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:20:07,547 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:20:07,547 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:20:07,547 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:07,547 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:20:07,548 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691207547,5,FailOnTimeoutGroup] 2024-11-15T17:20:07,552 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691207548,5,FailOnTimeoutGroup] 2024-11-15T17:20:07,552 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:07,552 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:20:07,552 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:07,552 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:07,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:20:07,637 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(746): ClusterId : d3ee9496-c9c6-42a2-b838-0cba6fd04943 2024-11-15T17:20:07,637 DEBUG [RS:0;046d875b9f8f:33869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:20:07,660 DEBUG [RS:0;046d875b9f8f:33869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:20:07,660 DEBUG [RS:0;046d875b9f8f:33869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:20:07,670 DEBUG [RS:0;046d875b9f8f:33869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:20:07,670 DEBUG [RS:0;046d875b9f8f:33869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8f7b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:20:07,681 DEBUG [RS:0;046d875b9f8f:33869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:33869 2024-11-15T17:20:07,681 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:20:07,681 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:20:07,681 DEBUG [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:20:07,682 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,33029,1731691205363 with port=33869, startcode=1731691205510 2024-11-15T17:20:07,682 DEBUG [RS:0;046d875b9f8f:33869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:20:07,683 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:20:07,683 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,33869,1731691205510 2024-11-15T17:20:07,683 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33029 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,33869,1731691205510 2024-11-15T17:20:07,684 DEBUG [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d 2024-11-15T17:20:07,684 DEBUG [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34355 2024-11-15T17:20:07,685 DEBUG [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:20:07,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709/rs 2024-11-15T17:20:07,727 DEBUG [RS:0;046d875b9f8f:33869 {}] zookeeper.ZKUtil(111): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Set watcher on existing znode=/11446509709/rs/046d875b9f8f,33869,1731691205510 2024-11-15T17:20:07,727 WARN [RS:0;046d875b9f8f:33869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:20:07,727 INFO [RS:0;046d875b9f8f:33869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:20:07,728 DEBUG [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510 2024-11-15T17:20:07,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,33869,1731691205510] 2024-11-15T17:20:07,731 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:20:07,732 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:20:07,733 INFO [RS:0;046d875b9f8f:33869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:20:07,733 INFO [RS:0;046d875b9f8f:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:07,736 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:20:07,736 INFO [RS:0;046d875b9f8f:33869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:20:07,737 INFO [RS:0;046d875b9f8f:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:07,737 DEBUG [RS:0;046d875b9f8f:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:07,737 DEBUG [RS:0;046d875b9f8f:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:07,737 DEBUG [RS:0;046d875b9f8f:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:07,737 DEBUG [RS:0;046d875b9f8f:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:07,737 DEBUG [RS:0;046d875b9f8f:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:07,737 DEBUG [RS:0;046d875b9f8f:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:20:07,737 DEBUG [RS:0;046d875b9f8f:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:07,737 DEBUG [RS:0;046d875b9f8f:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:07,737 DEBUG [RS:0;046d875b9f8f:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:07,737 DEBUG [RS:0;046d875b9f8f:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:07,737 DEBUG [RS:0;046d875b9f8f:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:07,737 DEBUG [RS:0;046d875b9f8f:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:07,737 DEBUG [RS:0;046d875b9f8f:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:20:07,737 DEBUG [RS:0;046d875b9f8f:33869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:20:07,739 INFO [RS:0;046d875b9f8f:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:07,739 INFO [RS:0;046d875b9f8f:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:07,739 INFO [RS:0;046d875b9f8f:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:07,740 INFO [RS:0;046d875b9f8f:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:07,740 INFO [RS:0;046d875b9f8f:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:07,740 INFO [RS:0;046d875b9f8f:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,33869,1731691205510-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:20:07,757 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:20:07,758 INFO [RS:0;046d875b9f8f:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,33869,1731691205510-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:07,758 INFO [RS:0;046d875b9f8f:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:07,758 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.Replication(171): 046d875b9f8f,33869,1731691205510 started 2024-11-15T17:20:07,775 INFO [RS:0;046d875b9f8f:33869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:07,775 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,33869,1731691205510, RpcServer on 046d875b9f8f/172.17.0.2:33869, sessionid=0x1013f82af1b0004 2024-11-15T17:20:07,775 DEBUG [RS:0;046d875b9f8f:33869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:20:07,775 DEBUG [RS:0;046d875b9f8f:33869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,33869,1731691205510 2024-11-15T17:20:07,775 DEBUG [RS:0;046d875b9f8f:33869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,33869,1731691205510' 2024-11-15T17:20:07,775 DEBUG [RS:0;046d875b9f8f:33869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11446509709/flush-table-proc/abort' 2024-11-15T17:20:07,776 DEBUG [RS:0;046d875b9f8f:33869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11446509709/flush-table-proc/acquired' 2024-11-15T17:20:07,776 DEBUG [RS:0;046d875b9f8f:33869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:20:07,776 DEBUG [RS:0;046d875b9f8f:33869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:20:07,776 DEBUG [RS:0;046d875b9f8f:33869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,33869,1731691205510 2024-11-15T17:20:07,776 DEBUG [RS:0;046d875b9f8f:33869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,33869,1731691205510' 2024-11-15T17:20:07,776 DEBUG [RS:0;046d875b9f8f:33869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11446509709/online-snapshot/abort' 2024-11-15T17:20:07,776 DEBUG [RS:0;046d875b9f8f:33869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11446509709/online-snapshot/acquired' 2024-11-15T17:20:07,776 DEBUG [RS:0;046d875b9f8f:33869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:20:07,776 INFO [RS:0;046d875b9f8f:33869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:20:07,776 INFO [RS:0;046d875b9f8f:33869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:20:07,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:20:07,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T17:20:07,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:20:07,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T17:20:07,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:20:07,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T17:20:07,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T17:20:07,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T17:20:07,877 INFO [RS:0;046d875b9f8f:33869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:20:07,878 INFO [RS:0;046d875b9f8f:33869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C33869%2C1731691205510, suffix=, logDir=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510, archiveDir=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/oldWALs, maxLogs=10 2024-11-15T17:20:07,895 DEBUG [RS:0;046d875b9f8f:33869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879, exclude list is [], retry=0 2024-11-15T17:20:07,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39515,DS-cc702f53-e531-4e52-b6ba-16c487112d8d,DISK] 2024-11-15T17:20:07,900 INFO [RS:0;046d875b9f8f:33869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879 2024-11-15T17:20:07,900 DEBUG [RS:0;046d875b9f8f:33869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34193:34193)] 2024-11-15T17:20:07,958 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:20:07,958 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T17:20:07,958 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d 2024-11-15T17:20:07,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741833_1009 (size=32) 2024-11-15T17:20:08,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:08,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:20:08,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:20:08,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:08,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:08,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:20:08,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:20:08,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:08,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:08,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:20:08,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:20:08,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:08,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:08,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:20:08,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:20:08,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:08,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:08,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:20:08,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740 2024-11-15T17:20:08,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740 2024-11-15T17:20:08,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:20:08,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:20:08,373 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:20:08,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:20:08,376 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:20:08,376 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61898172, jitterRate=-0.07764536142349243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:20:08,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691208364Initializing all the Stores at 1731691208365 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691208365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691208365Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691208365Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691208365Cleaning up temporary data from old regions at 1731691208373 (+8 ms)Region opened successfully at 1731691208377 (+4 ms) 2024-11-15T17:20:08,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:20:08,377 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:20:08,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:20:08,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:20:08,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:20:08,377 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:20:08,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691208377Disabling compacts and flushes for region at 1731691208377Disabling writes for close at 1731691208377Writing region close event to WAL at 1731691208377Closed at 1731691208377 2024-11-15T17:20:08,378 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:20:08,378 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:20:08,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:20:08,379 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:20:08,379 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:20:08,530 DEBUG [046d875b9f8f:33029 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:20:08,530 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,33869,1731691205510 2024-11-15T17:20:08,531 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,33869,1731691205510, state=OPENING 2024-11-15T17:20:08,568 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:20:08,575 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:20:08,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709 2024-11-15T17:20:08,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709 2024-11-15T17:20:08,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11446509709/meta-region-server: CHANGED 2024-11-15T17:20:08,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11446509709/meta-region-server: CHANGED 2024-11-15T17:20:08,586 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:20:08,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,33869,1731691205510}] 2024-11-15T17:20:08,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:08,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:08,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:08,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:08,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:08,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:08,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:08,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:08,739 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:20:08,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:20:08,744 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:20:08,744 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:20:08,744 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:20:08,746 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C33869%2C1731691205510.meta, suffix=.meta, logDir=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510, archiveDir=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/oldWALs, maxLogs=10 2024-11-15T17:20:08,760 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.meta.1731691208746.meta, exclude list is [], retry=0 2024-11-15T17:20:08,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39515,DS-cc702f53-e531-4e52-b6ba-16c487112d8d,DISK] 2024-11-15T17:20:08,764 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.meta.1731691208746.meta 2024-11-15T17:20:08,765 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34193:34193)] 2024-11-15T17:20:08,765 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:20:08,766 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:20:08,766 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:20:08,766 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:20:08,766 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:20:08,766 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:20:08,766 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:08,766 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:20:08,766 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:20:08,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:20:08,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:20:08,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:08,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:08,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:20:08,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:20:08,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:08,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:08,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:20:08,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:20:08,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:08,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:08,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:20:08,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:20:08,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:08,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:08,773 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:20:08,774 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740 2024-11-15T17:20:08,774 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740 2024-11-15T17:20:08,775 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:20:08,776 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:20:08,776 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:20:08,777 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:20:08,778 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63639567, jitterRate=-0.05169655382633209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:20:08,778 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:20:08,778 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691208766Writing region info on filesystem at 1731691208766Initializing all the Stores at 1731691208767 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691208767Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691208768 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691208768Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691208768Cleaning up temporary data from old regions at 1731691208776 (+8 ms)Running coprocessor post-open hooks at 1731691208778 (+2 ms)Region opened successfully at 1731691208778 2024-11-15T17:20:08,779 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691208739 2024-11-15T17:20:08,781 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:20:08,781 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:20:08,782 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,33869,1731691205510 2024-11-15T17:20:08,783 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,33869,1731691205510, state=OPEN 2024-11-15T17:20:08,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11446509709/meta-region-server 2024-11-15T17:20:08,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11446509709/meta-region-server 2024-11-15T17:20:08,796 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,33869,1731691205510 2024-11-15T17:20:08,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11446509709/meta-region-server: CHANGED 2024-11-15T17:20:08,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11446509709/meta-region-server: CHANGED 2024-11-15T17:20:08,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:20:08,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,33869,1731691205510 in 210 msec 2024-11-15T17:20:08,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:20:08,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-11-15T17:20:08,801 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:20:08,801 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:20:08,802 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:08,802 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,33869,1731691205510, seqNum=-1] 2024-11-15T17:20:08,802 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:08,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:20:08,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2700 sec 2024-11-15T17:20:08,808 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691208807, completionTime=-1 2024-11-15T17:20:08,808 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:20:08,808 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:20:08,810 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:20:08,810 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691268810 2024-11-15T17:20:08,810 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691328810 2024-11-15T17:20:08,810 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T17:20:08,810 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,33029,1731691205363-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:08,810 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,33029,1731691205363-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:08,810 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,33029,1731691205363-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:08,810 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:33029, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:08,811 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:08,811 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:08,813 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:20:08,814 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.239sec 2024-11-15T17:20:08,815 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:20:08,815 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:20:08,815 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:20:08,815 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:20:08,815 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:20:08,815 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,33029,1731691205363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:20:08,815 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,33029,1731691205363-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:20:08,817 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:20:08,817 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:20:08,817 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,33029,1731691205363-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:08,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c09a47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:08,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,33029,-1 for getting cluster id 2024-11-15T17:20:08,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:08,839 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3ee9496-c9c6-42a2-b838-0cba6fd04943' 2024-11-15T17:20:08,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:08,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3ee9496-c9c6-42a2-b838-0cba6fd04943" 2024-11-15T17:20:08,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f23ef88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:08,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,33029,-1] 2024-11-15T17:20:08,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:08,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:08,840 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:08,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419d08a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:08,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:08,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,33869,1731691205510, seqNum=-1] 2024-11-15T17:20:08,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:08,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:20:08,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,33029,1731691205363 2024-11-15T17:20:08,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61128 2024-11-15T17:20:08,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:20:08,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013f82af1b0005 connected 2024-11-15T17:20:08,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:08,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,40917,1731691199569 2024-11-15T17:20:08,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a8d5631 2024-11-15T17:20:08,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:08,874 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:20:08,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:20:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T17:20:08,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:20:08,876 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:08,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T17:20:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:08,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:20:08,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741835_1011 (size=902) 2024-11-15T17:20:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:09,284 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 000e8079a83fd15ac53465a445670277, NAME => 'test,,1731691208874.000e8079a83fd15ac53465a445670277.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04 2024-11-15T17:20:09,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741836_1012 (size=39) 2024-11-15T17:20:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:09,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731691208874.000e8079a83fd15ac53465a445670277.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:09,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 000e8079a83fd15ac53465a445670277, disabling compactions & flushes 2024-11-15T17:20:09,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731691208874.000e8079a83fd15ac53465a445670277. 2024-11-15T17:20:09,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691208874.000e8079a83fd15ac53465a445670277. 2024-11-15T17:20:09,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731691208874.000e8079a83fd15ac53465a445670277. after waiting 0 ms 2024-11-15T17:20:09,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731691208874.000e8079a83fd15ac53465a445670277. 2024-11-15T17:20:09,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731691208874.000e8079a83fd15ac53465a445670277. 2024-11-15T17:20:09,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 000e8079a83fd15ac53465a445670277: Waiting for close lock at 1731691209691Disabling compacts and flushes for region at 1731691209691Disabling writes for close at 1731691209691Writing region close event to WAL at 1731691209691Closed at 1731691209691 2024-11-15T17:20:09,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:20:09,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731691208874.000e8079a83fd15ac53465a445670277.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731691209692"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691209692"}]},"ts":"1731691209692"} 2024-11-15T17:20:09,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:20:09,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:20:09,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691209696"}]},"ts":"1731691209696"} 2024-11-15T17:20:09,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T17:20:09,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=000e8079a83fd15ac53465a445670277, ASSIGN}] 2024-11-15T17:20:09,699 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=000e8079a83fd15ac53465a445670277, ASSIGN 2024-11-15T17:20:09,700 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=000e8079a83fd15ac53465a445670277, ASSIGN; state=OFFLINE, location=046d875b9f8f,40345,1731691199769; forceNewPlan=false, retain=false 2024-11-15T17:20:09,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=000e8079a83fd15ac53465a445670277, regionState=OPENING, regionLocation=046d875b9f8f,40345,1731691199769 2024-11-15T17:20:09,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=000e8079a83fd15ac53465a445670277, ASSIGN because future has completed 2024-11-15T17:20:09,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 000e8079a83fd15ac53465a445670277, server=046d875b9f8f,40345,1731691199769}] 2024-11-15T17:20:10,009 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731691208874.000e8079a83fd15ac53465a445670277. 2024-11-15T17:20:10,009 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 000e8079a83fd15ac53465a445670277, NAME => 'test,,1731691208874.000e8079a83fd15ac53465a445670277.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:20:10,009 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:20:10,009 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T17:20:10,009 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 000e8079a83fd15ac53465a445670277 2024-11-15T17:20:10,010 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731691208874.000e8079a83fd15ac53465a445670277.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:10,010 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 000e8079a83fd15ac53465a445670277 2024-11-15T17:20:10,010 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 000e8079a83fd15ac53465a445670277 2024-11-15T17:20:10,011 INFO [StoreOpener-000e8079a83fd15ac53465a445670277-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 000e8079a83fd15ac53465a445670277 2024-11-15T17:20:10,012 INFO [StoreOpener-000e8079a83fd15ac53465a445670277-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 000e8079a83fd15ac53465a445670277 columnFamilyName f 2024-11-15T17:20:10,012 DEBUG [StoreOpener-000e8079a83fd15ac53465a445670277-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:10,012 INFO [StoreOpener-000e8079a83fd15ac53465a445670277-1 {}] regionserver.HStore(327): Store=000e8079a83fd15ac53465a445670277/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:10,012 INFO [StoreOpener-000e8079a83fd15ac53465a445670277-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 000e8079a83fd15ac53465a445670277 2024-11-15T17:20:10,013 INFO [StoreOpener-000e8079a83fd15ac53465a445670277-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 000e8079a83fd15ac53465a445670277 columnFamilyName f1 2024-11-15T17:20:10,013 DEBUG [StoreOpener-000e8079a83fd15ac53465a445670277-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:10,014 INFO [StoreOpener-000e8079a83fd15ac53465a445670277-1 {}] regionserver.HStore(327): Store=000e8079a83fd15ac53465a445670277/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:10,014 INFO [StoreOpener-000e8079a83fd15ac53465a445670277-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 000e8079a83fd15ac53465a445670277 2024-11-15T17:20:10,014 INFO [StoreOpener-000e8079a83fd15ac53465a445670277-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 000e8079a83fd15ac53465a445670277 columnFamilyName norep 2024-11-15T17:20:10,014 DEBUG [StoreOpener-000e8079a83fd15ac53465a445670277-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:10,015 INFO [StoreOpener-000e8079a83fd15ac53465a445670277-1 {}] regionserver.HStore(327): Store=000e8079a83fd15ac53465a445670277/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:10,015 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 000e8079a83fd15ac53465a445670277 2024-11-15T17:20:10,015 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277 2024-11-15T17:20:10,016 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277 2024-11-15T17:20:10,016 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 000e8079a83fd15ac53465a445670277 2024-11-15T17:20:10,016 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 000e8079a83fd15ac53465a445670277 2024-11-15T17:20:10,017 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:20:10,018 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 000e8079a83fd15ac53465a445670277 2024-11-15T17:20:10,024 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:20:10,025 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 000e8079a83fd15ac53465a445670277; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65975572, jitterRate=-0.016887366771697998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:20:10,025 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 000e8079a83fd15ac53465a445670277 2024-11-15T17:20:10,026 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 000e8079a83fd15ac53465a445670277: Running coprocessor pre-open hook at 1731691210010Writing region info on filesystem at 1731691210010Initializing all the Stores at 1731691210011 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691210011Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691210011Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691210011Cleaning up temporary data from old regions at 1731691210016 (+5 ms)Running coprocessor post-open hooks at 1731691210025 (+9 ms)Region opened successfully at 1731691210026 (+1 ms) 2024-11-15T17:20:10,027 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731691208874.000e8079a83fd15ac53465a445670277., pid=6, masterSystemTime=1731691210005 2024-11-15T17:20:10,028 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731691208874.000e8079a83fd15ac53465a445670277. 2024-11-15T17:20:10,028 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731691208874.000e8079a83fd15ac53465a445670277. 2024-11-15T17:20:10,033 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=000e8079a83fd15ac53465a445670277, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=046d875b9f8f,40345,1731691199769 2024-11-15T17:20:10,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 000e8079a83fd15ac53465a445670277, server=046d875b9f8f,40345,1731691199769 because future has completed 2024-11-15T17:20:10,035 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40917 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=046d875b9f8f,40345,1731691199769, table=test, region=000e8079a83fd15ac53465a445670277. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T17:20:10,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:20:10,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 000e8079a83fd15ac53465a445670277, server=046d875b9f8f,40345,1731691199769 in 183 msec 2024-11-15T17:20:10,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T17:20:10,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=000e8079a83fd15ac53465a445670277, ASSIGN in 341 msec 2024-11-15T17:20:10,042 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:20:10,042 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691210042"}]},"ts":"1731691210042"} 2024-11-15T17:20:10,044 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T17:20:10,045 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:20:10,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-15T17:20:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:11,023 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T17:20:11,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,33029,1731691205363 2024-11-15T17:20:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d9f224c 2024-11-15T17:20:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:11,025 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:20:11,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:20:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T17:20:11,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:20:11,028 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:11,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T17:20:11,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:20:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:11,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741835_1011 (size=902) 2024-11-15T17:20:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:11,436 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41f859176d2a46087af9a7f1dfe98c40, NAME => 'test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d 2024-11-15T17:20:11,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741836_1012 (size=39) 2024-11-15T17:20:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:11,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:11,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 41f859176d2a46087af9a7f1dfe98c40, disabling compactions & flushes 2024-11-15T17:20:11,844 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40. 2024-11-15T17:20:11,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40. 2024-11-15T17:20:11,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40. after waiting 0 ms 2024-11-15T17:20:11,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40. 2024-11-15T17:20:11,844 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40. 2024-11-15T17:20:11,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41f859176d2a46087af9a7f1dfe98c40: Waiting for close lock at 1731691211844Disabling compacts and flushes for region at 1731691211844Disabling writes for close at 1731691211844Writing region close event to WAL at 1731691211844Closed at 1731691211844 2024-11-15T17:20:11,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:20:11,846 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731691211846"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691211846"}]},"ts":"1731691211846"} 2024-11-15T17:20:11,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:20:11,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:20:11,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691211850"}]},"ts":"1731691211850"} 2024-11-15T17:20:11,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T17:20:11,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=41f859176d2a46087af9a7f1dfe98c40, ASSIGN}] 2024-11-15T17:20:11,854 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=41f859176d2a46087af9a7f1dfe98c40, ASSIGN 2024-11-15T17:20:11,854 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=41f859176d2a46087af9a7f1dfe98c40, ASSIGN; state=OFFLINE, location=046d875b9f8f,33869,1731691205510; forceNewPlan=false, retain=false 2024-11-15T17:20:12,005 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41f859176d2a46087af9a7f1dfe98c40, regionState=OPENING, regionLocation=046d875b9f8f,33869,1731691205510 2024-11-15T17:20:12,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=41f859176d2a46087af9a7f1dfe98c40, ASSIGN because future has completed 2024-11-15T17:20:12,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41f859176d2a46087af9a7f1dfe98c40, server=046d875b9f8f,33869,1731691205510}] 2024-11-15T17:20:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:12,164 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40. 2024-11-15T17:20:12,164 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 41f859176d2a46087af9a7f1dfe98c40, NAME => 'test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:20:12,164 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:20:12,164 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T17:20:12,165 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 41f859176d2a46087af9a7f1dfe98c40 2024-11-15T17:20:12,165 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:12,165 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 41f859176d2a46087af9a7f1dfe98c40 2024-11-15T17:20:12,165 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 41f859176d2a46087af9a7f1dfe98c40 2024-11-15T17:20:12,166 INFO [StoreOpener-41f859176d2a46087af9a7f1dfe98c40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 41f859176d2a46087af9a7f1dfe98c40 2024-11-15T17:20:12,167 INFO [StoreOpener-41f859176d2a46087af9a7f1dfe98c40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41f859176d2a46087af9a7f1dfe98c40 columnFamilyName f 2024-11-15T17:20:12,167 DEBUG [StoreOpener-41f859176d2a46087af9a7f1dfe98c40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:12,168 INFO [StoreOpener-41f859176d2a46087af9a7f1dfe98c40-1 {}] regionserver.HStore(327): Store=41f859176d2a46087af9a7f1dfe98c40/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:12,168 INFO [StoreOpener-41f859176d2a46087af9a7f1dfe98c40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 41f859176d2a46087af9a7f1dfe98c40 2024-11-15T17:20:12,169 INFO [StoreOpener-41f859176d2a46087af9a7f1dfe98c40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41f859176d2a46087af9a7f1dfe98c40 columnFamilyName f1 2024-11-15T17:20:12,169 DEBUG [StoreOpener-41f859176d2a46087af9a7f1dfe98c40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:12,169 INFO [StoreOpener-41f859176d2a46087af9a7f1dfe98c40-1 {}] regionserver.HStore(327): Store=41f859176d2a46087af9a7f1dfe98c40/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:12,170 INFO [StoreOpener-41f859176d2a46087af9a7f1dfe98c40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 41f859176d2a46087af9a7f1dfe98c40 2024-11-15T17:20:12,174 INFO [StoreOpener-41f859176d2a46087af9a7f1dfe98c40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41f859176d2a46087af9a7f1dfe98c40 columnFamilyName norep 2024-11-15T17:20:12,174 DEBUG [StoreOpener-41f859176d2a46087af9a7f1dfe98c40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:12,174 INFO [StoreOpener-41f859176d2a46087af9a7f1dfe98c40-1 {}] regionserver.HStore(327): Store=41f859176d2a46087af9a7f1dfe98c40/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:12,174 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 41f859176d2a46087af9a7f1dfe98c40 2024-11-15T17:20:12,175 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40 2024-11-15T17:20:12,175 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40 2024-11-15T17:20:12,176 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 41f859176d2a46087af9a7f1dfe98c40 2024-11-15T17:20:12,176 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 41f859176d2a46087af9a7f1dfe98c40 2024-11-15T17:20:12,177 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:20:12,178 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 41f859176d2a46087af9a7f1dfe98c40 2024-11-15T17:20:12,179 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:20:12,180 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 41f859176d2a46087af9a7f1dfe98c40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74551277, jitterRate=0.11090059578418732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:20:12,180 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41f859176d2a46087af9a7f1dfe98c40 2024-11-15T17:20:12,180 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 41f859176d2a46087af9a7f1dfe98c40: Running coprocessor pre-open hook at 1731691212165Writing region info on filesystem at 1731691212165Initializing all the Stores at 1731691212166 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691212166Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691212166Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691212166Cleaning up temporary data from old regions at 1731691212176 (+10 ms)Running coprocessor post-open hooks at 1731691212180 (+4 ms)Region opened successfully at 1731691212180 2024-11-15T17:20:12,181 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40., pid=6, masterSystemTime=1731691212160 2024-11-15T17:20:12,184 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40. 2024-11-15T17:20:12,184 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40. 2024-11-15T17:20:12,185 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41f859176d2a46087af9a7f1dfe98c40, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=046d875b9f8f,33869,1731691205510 2024-11-15T17:20:12,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41f859176d2a46087af9a7f1dfe98c40, server=046d875b9f8f,33869,1731691205510 because future has completed 2024-11-15T17:20:12,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:20:12,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 41f859176d2a46087af9a7f1dfe98c40, server=046d875b9f8f,33869,1731691205510 in 182 msec 2024-11-15T17:20:12,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T17:20:12,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=41f859176d2a46087af9a7f1dfe98c40, ASSIGN in 339 msec 2024-11-15T17:20:12,197 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:20:12,197 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691212197"}]},"ts":"1731691212197"} 2024-11-15T17:20:12,199 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T17:20:12,201 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:20:12,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-15T17:20:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:13,173 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T17:20:13,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:13,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40917,-1 for getting cluster id 2024-11-15T17:20:13,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:13,175 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bf1320b-353e-49b7-ba6d-6f84b47a6c2d' 2024-11-15T17:20:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bf1320b-353e-49b7-ba6d-6f84b47a6c2d" 2024-11-15T17:20:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c6ecd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:13,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40917,-1] 2024-11-15T17:20:13,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:13,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:13,177 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:13,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3e849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:13,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:13,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,33029,-1 for getting cluster id 2024-11-15T17:20:13,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:13,179 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3ee9496-c9c6-42a2-b838-0cba6fd04943' 2024-11-15T17:20:13,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:13,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3ee9496-c9c6-42a2-b838-0cba6fd04943" 2024-11-15T17:20:13,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324473ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:13,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,33029,-1] 2024-11-15T17:20:13,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:13,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:13,180 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3031338b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:13,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2786ed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:13,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40917,-1 for getting cluster id 2024-11-15T17:20:13,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:13,182 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bf1320b-353e-49b7-ba6d-6f84b47a6c2d' 2024-11-15T17:20:13,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:13,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bf1320b-353e-49b7-ba6d-6f84b47a6c2d" 2024-11-15T17:20:13,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e97330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:13,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40917,-1] 2024-11-15T17:20:13,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:13,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:13,183 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5baff144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:13,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,40917,1731691199569 2024-11-15T17:20:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@785295ca 2024-11-15T17:20:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:13,186 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:20:13,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://046d875b9f8f:33029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T17:20:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:20:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:13,188 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:33029' 2024-11-15T17:20:13,189 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfa8a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:13,189 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,33029,-1 for getting cluster id 2024-11-15T17:20:13,190 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:13,190 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3ee9496-c9c6-42a2-b838-0cba6fd04943' 2024-11-15T17:20:13,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:13,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3ee9496-c9c6-42a2-b838-0cba6fd04943" 2024-11-15T17:20:13,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c24d19c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:13,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,33029,-1] 2024-11-15T17:20:13,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:13,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:13,192 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:13,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b12cb3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:13,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:13,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,33029,1731691205363 2024-11-15T17:20:13,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1524b5a6 2024-11-15T17:20:13,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:13,194 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:20:13,194 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T17:20:13,194 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:20:13,194 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:13,195 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:13,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:13,195 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:20:13,196 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T17:20:13,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:20:13,197 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:13,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:20:13,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741837_1013 (size=1138) 2024-11-15T17:20:13,246 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T17:20:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:13,604 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd05803d1dcdab1a5137a1a731d17c2d, NAME => 'hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04 2024-11-15T17:20:13,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741838_1014 (size=44) 2024-11-15T17:20:13,731 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T17:20:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:14,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:14,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cd05803d1dcdab1a5137a1a731d17c2d, disabling compactions & flushes 2024-11-15T17:20:14,010 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d. 2024-11-15T17:20:14,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d. 2024-11-15T17:20:14,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d. after waiting 0 ms 2024-11-15T17:20:14,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d. 2024-11-15T17:20:14,010 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d. 2024-11-15T17:20:14,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd05803d1dcdab1a5137a1a731d17c2d: Waiting for close lock at 1731691214009Disabling compacts and flushes for region at 1731691214009Disabling writes for close at 1731691214010 (+1 ms)Writing region close event to WAL at 1731691214010Closed at 1731691214010 2024-11-15T17:20:14,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:20:14,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731691214011"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691214011"}]},"ts":"1731691214011"} 2024-11-15T17:20:14,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:20:14,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:20:14,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691214013"}]},"ts":"1731691214013"} 2024-11-15T17:20:14,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T17:20:14,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd05803d1dcdab1a5137a1a731d17c2d, ASSIGN}] 2024-11-15T17:20:14,016 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd05803d1dcdab1a5137a1a731d17c2d, ASSIGN 2024-11-15T17:20:14,017 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd05803d1dcdab1a5137a1a731d17c2d, ASSIGN; state=OFFLINE, location=046d875b9f8f,40345,1731691199769; forceNewPlan=false, retain=false 2024-11-15T17:20:14,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd05803d1dcdab1a5137a1a731d17c2d, regionState=OPENING, regionLocation=046d875b9f8f,40345,1731691199769 2024-11-15T17:20:14,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd05803d1dcdab1a5137a1a731d17c2d, ASSIGN because future has completed 2024-11-15T17:20:14,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd05803d1dcdab1a5137a1a731d17c2d, server=046d875b9f8f,40345,1731691199769}] 2024-11-15T17:20:14,270 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:20:14,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:14,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:14,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:14,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:14,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:14,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:14,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:14,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:14,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d. 2024-11-15T17:20:14,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:20:14,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T17:20:14,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C40345%2C1731691199769.rep, suffix=, logDir=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769, archiveDir=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/oldWALs, maxLogs=10 2024-11-15T17:20:14,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.rep.1731691214327, exclude list is [], retry=0 2024-11-15T17:20:14,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42217,DS-cec1a876-50f8-4c78-ae4d-66e03c6a49ec,DISK] 2024-11-15T17:20:14,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.rep.1731691214327 2024-11-15T17:20:14,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46785:46785)] 2024-11-15T17:20:14,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cd05803d1dcdab1a5137a1a731d17c2d, NAME => 'hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:20:14,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:20:14,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:20:14,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d. service=MultiRowMutationService 2024-11-15T17:20:14,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T17:20:14,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cd05803d1dcdab1a5137a1a731d17c2d 2024-11-15T17:20:14,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:14,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cd05803d1dcdab1a5137a1a731d17c2d 2024-11-15T17:20:14,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cd05803d1dcdab1a5137a1a731d17c2d 2024-11-15T17:20:14,347 INFO [StoreOpener-cd05803d1dcdab1a5137a1a731d17c2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cd05803d1dcdab1a5137a1a731d17c2d 2024-11-15T17:20:14,348 INFO [StoreOpener-cd05803d1dcdab1a5137a1a731d17c2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd05803d1dcdab1a5137a1a731d17c2d columnFamilyName hfileref 2024-11-15T17:20:14,348 DEBUG [StoreOpener-cd05803d1dcdab1a5137a1a731d17c2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:14,349 INFO [StoreOpener-cd05803d1dcdab1a5137a1a731d17c2d-1 {}] regionserver.HStore(327): Store=cd05803d1dcdab1a5137a1a731d17c2d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:14,349 INFO [StoreOpener-cd05803d1dcdab1a5137a1a731d17c2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cd05803d1dcdab1a5137a1a731d17c2d 2024-11-15T17:20:14,350 INFO [StoreOpener-cd05803d1dcdab1a5137a1a731d17c2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd05803d1dcdab1a5137a1a731d17c2d columnFamilyName queue 2024-11-15T17:20:14,350 DEBUG [StoreOpener-cd05803d1dcdab1a5137a1a731d17c2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:14,350 INFO [StoreOpener-cd05803d1dcdab1a5137a1a731d17c2d-1 {}] regionserver.HStore(327): Store=cd05803d1dcdab1a5137a1a731d17c2d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:14,350 INFO [StoreOpener-cd05803d1dcdab1a5137a1a731d17c2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cd05803d1dcdab1a5137a1a731d17c2d 2024-11-15T17:20:14,351 INFO [StoreOpener-cd05803d1dcdab1a5137a1a731d17c2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd05803d1dcdab1a5137a1a731d17c2d columnFamilyName sid 2024-11-15T17:20:14,351 DEBUG [StoreOpener-cd05803d1dcdab1a5137a1a731d17c2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:14,352 INFO [StoreOpener-cd05803d1dcdab1a5137a1a731d17c2d-1 {}] regionserver.HStore(327): Store=cd05803d1dcdab1a5137a1a731d17c2d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:14,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cd05803d1dcdab1a5137a1a731d17c2d 2024-11-15T17:20:14,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/replication/cd05803d1dcdab1a5137a1a731d17c2d 2024-11-15T17:20:14,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/replication/cd05803d1dcdab1a5137a1a731d17c2d 2024-11-15T17:20:14,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cd05803d1dcdab1a5137a1a731d17c2d 2024-11-15T17:20:14,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cd05803d1dcdab1a5137a1a731d17c2d 2024-11-15T17:20:14,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:20:14,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cd05803d1dcdab1a5137a1a731d17c2d 2024-11-15T17:20:14,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/replication/cd05803d1dcdab1a5137a1a731d17c2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:20:14,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cd05803d1dcdab1a5137a1a731d17c2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68869781, jitterRate=0.026239708065986633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:20:14,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd05803d1dcdab1a5137a1a731d17c2d 2024-11-15T17:20:14,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cd05803d1dcdab1a5137a1a731d17c2d: Running coprocessor pre-open hook at 1731691214346Writing region info on filesystem at 1731691214346Initializing all the Stores at 1731691214347 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691214347Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691214347Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691214347Cleaning up temporary data from old regions at 1731691214353 (+6 ms)Running coprocessor post-open hooks at 1731691214356 (+3 ms)Region opened successfully at 1731691214356 2024-11-15T17:20:14,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d., pid=10, masterSystemTime=1731691214321 2024-11-15T17:20:14,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d. 2024-11-15T17:20:14,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d. 2024-11-15T17:20:14,359 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd05803d1dcdab1a5137a1a731d17c2d, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,40345,1731691199769 2024-11-15T17:20:14,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd05803d1dcdab1a5137a1a731d17c2d, server=046d875b9f8f,40345,1731691199769 because future has completed 2024-11-15T17:20:14,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T17:20:14,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cd05803d1dcdab1a5137a1a731d17c2d, server=046d875b9f8f,40345,1731691199769 in 192 msec 2024-11-15T17:20:14,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T17:20:14,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd05803d1dcdab1a5137a1a731d17c2d, ASSIGN in 347 msec 2024-11-15T17:20:14,364 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:20:14,364 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691214364"}]},"ts":"1731691214364"} 2024-11-15T17:20:14,366 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T17:20:14,366 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:20:14,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-15T17:20:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d., hostname=046d875b9f8f,40345,1731691199769, seqNum=2] 2024-11-15T17:20:14,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484 2024-11-15T17:20:14,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484 2024-11-15T17:20:14,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:20:14,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T17:20:14,633 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T17:20:14,658 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-046d875b9f8f,40345,1731691199769, ReplicationSource: 1, currentBandwidth=0 2024-11-15T17:20:14,658 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:14,659 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,40345,1731691199769, seqNum=-1] 2024-11-15T17:20:14,659 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:14,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-15T17:20:14,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-046d875b9f8f,40345,1731691199769', locateType=CURRENT is [region=hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d., hostname=046d875b9f8f,40345,1731691199769, seqNum=2] 2024-11-15T17:20:14,663 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T17:20:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T17:20:14,665 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 046d875b9f8f,40345,1731691199769 suceeded 2024-11-15T17:20:14,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T17:20:14,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-15T17:20:14,666 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://046d875b9f8f:33029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:20:14,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4810 sec 2024-11-15T17:20:14,682 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:33029' 2024-11-15T17:20:14,684 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75114706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:14,684 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,33029,-1 for getting cluster id 2024-11-15T17:20:14,684 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:14,684 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3ee9496-c9c6-42a2-b838-0cba6fd04943' 2024-11-15T17:20:14,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:14,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3ee9496-c9c6-42a2-b838-0cba6fd04943" 2024-11-15T17:20:14,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60ef1b49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:14,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,33029,-1] 2024-11-15T17:20:14,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:14,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:14,686 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:14,687 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47a10af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:14,687 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:14,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,33029,1731691205363 2024-11-15T17:20:14,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d5e5a56 2024-11-15T17:20:14,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:14,689 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-15T17:20:14,689 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-046d875b9f8f,40345,1731691199769 (queues=1) is replicating from cluster=5bf1320b-353e-49b7-ba6d-6f84b47a6c2d to cluster=d3ee9496-c9c6-42a2-b838-0cba6fd04943 2024-11-15T17:20:14,690 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=046d875b9f8f%2C40345%2C1731691199769 2024-11-15T17:20:14,690 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-046d875b9f8f,40345,1731691199769, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:20:14,690 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C40345%2C1731691199769 2024-11-15T17:20:14,690 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111, startPosition=0, beingWritten=true 2024-11-15T17:20:14,695 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:20:14,695 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 379, reset compression=false 2024-11-15T17:20:14,695 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,40345,1731691199769 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:20:14,899 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 379, reset compression=false 2024-11-15T17:20:15,203 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 379, reset compression=false 2024-11-15T17:20:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:15,333 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T17:20:15,333 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:20:15,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:15,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:15,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:15,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:15,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c8ab32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:15,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,33029,-1 for getting cluster id 2024-11-15T17:20:15,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:15,335 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3ee9496-c9c6-42a2-b838-0cba6fd04943' 2024-11-15T17:20:15,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:15,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3ee9496-c9c6-42a2-b838-0cba6fd04943" 2024-11-15T17:20:15,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cb49e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:15,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,33029,-1] 2024-11-15T17:20:15,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:15,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:15,336 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7203bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:15,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,33029,1731691205363 2024-11-15T17:20:15,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71e7082 2024-11-15T17:20:15,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:15,338 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:20:15,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://046d875b9f8f:40917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T17:20:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:20:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:15,340 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:40917' 2024-11-15T17:20:15,341 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22281885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:15,341 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40917,-1 for getting cluster id 2024-11-15T17:20:15,341 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:15,342 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bf1320b-353e-49b7-ba6d-6f84b47a6c2d' 2024-11-15T17:20:15,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:15,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bf1320b-353e-49b7-ba6d-6f84b47a6c2d" 2024-11-15T17:20:15,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45018f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:15,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40917,-1] 2024-11-15T17:20:15,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:15,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:15,343 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:15,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570869f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:15,344 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:15,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,40917,1731691199569 2024-11-15T17:20:15,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b75bd76 2024-11-15T17:20:15,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:15,345 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:20:15,345 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T17:20:15,345 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:20:15,345 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:15,345 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:15,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:15,346 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:20:15,347 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T17:20:15,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:20:15,347 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:15,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:20:15,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741837_1013 (size=1138) 2024-11-15T17:20:15,397 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T17:20:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:15,606 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 379, reset compression=false 2024-11-15T17:20:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:15,759 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 95eae44acfe868add1632f10e3f442fe, NAME => 'hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d 2024-11-15T17:20:15,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741838_1014 (size=44) 2024-11-15T17:20:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:16,110 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 379, reset compression=false 2024-11-15T17:20:16,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:16,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 95eae44acfe868add1632f10e3f442fe, disabling compactions & flushes 2024-11-15T17:20:16,164 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe. 2024-11-15T17:20:16,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe. 2024-11-15T17:20:16,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe. after waiting 0 ms 2024-11-15T17:20:16,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe. 2024-11-15T17:20:16,164 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe. 2024-11-15T17:20:16,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 95eae44acfe868add1632f10e3f442fe: Waiting for close lock at 1731691216164Disabling compacts and flushes for region at 1731691216164Disabling writes for close at 1731691216164Writing region close event to WAL at 1731691216164Closed at 1731691216164 2024-11-15T17:20:16,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:20:16,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731691216166"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691216166"}]},"ts":"1731691216166"} 2024-11-15T17:20:16,168 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:20:16,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:20:16,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691216169"}]},"ts":"1731691216169"} 2024-11-15T17:20:16,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T17:20:16,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95eae44acfe868add1632f10e3f442fe, ASSIGN}] 2024-11-15T17:20:16,171 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95eae44acfe868add1632f10e3f442fe, ASSIGN 2024-11-15T17:20:16,172 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95eae44acfe868add1632f10e3f442fe, ASSIGN; state=OFFLINE, location=046d875b9f8f,33869,1731691205510; forceNewPlan=false, retain=false 2024-11-15T17:20:16,323 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=95eae44acfe868add1632f10e3f442fe, regionState=OPENING, regionLocation=046d875b9f8f,33869,1731691205510 2024-11-15T17:20:16,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95eae44acfe868add1632f10e3f442fe, ASSIGN because future has completed 2024-11-15T17:20:16,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95eae44acfe868add1632f10e3f442fe, server=046d875b9f8f,33869,1731691205510}] 2024-11-15T17:20:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:16,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe. 2024-11-15T17:20:16,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:20:16,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T17:20:16,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C33869%2C1731691205510.rep, suffix=, logDir=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510, archiveDir=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/oldWALs, maxLogs=10 2024-11-15T17:20:16,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.rep.1731691216482, exclude list is [], retry=0 2024-11-15T17:20:16,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39515,DS-cc702f53-e531-4e52-b6ba-16c487112d8d,DISK] 2024-11-15T17:20:16,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.rep.1731691216482 2024-11-15T17:20:16,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34193:34193)] 2024-11-15T17:20:16,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 95eae44acfe868add1632f10e3f442fe, NAME => 'hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:20:16,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:20:16,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:20:16,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe. service=MultiRowMutationService 2024-11-15T17:20:16,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T17:20:16,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 95eae44acfe868add1632f10e3f442fe 2024-11-15T17:20:16,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:16,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 95eae44acfe868add1632f10e3f442fe 2024-11-15T17:20:16,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 95eae44acfe868add1632f10e3f442fe 2024-11-15T17:20:16,499 INFO [StoreOpener-95eae44acfe868add1632f10e3f442fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 95eae44acfe868add1632f10e3f442fe 2024-11-15T17:20:16,500 INFO [StoreOpener-95eae44acfe868add1632f10e3f442fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95eae44acfe868add1632f10e3f442fe columnFamilyName hfileref 2024-11-15T17:20:16,500 DEBUG [StoreOpener-95eae44acfe868add1632f10e3f442fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:16,500 INFO [StoreOpener-95eae44acfe868add1632f10e3f442fe-1 {}] regionserver.HStore(327): Store=95eae44acfe868add1632f10e3f442fe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:16,500 INFO [StoreOpener-95eae44acfe868add1632f10e3f442fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 95eae44acfe868add1632f10e3f442fe 2024-11-15T17:20:16,501 INFO [StoreOpener-95eae44acfe868add1632f10e3f442fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95eae44acfe868add1632f10e3f442fe columnFamilyName queue 2024-11-15T17:20:16,501 DEBUG [StoreOpener-95eae44acfe868add1632f10e3f442fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:16,502 INFO [StoreOpener-95eae44acfe868add1632f10e3f442fe-1 {}] regionserver.HStore(327): Store=95eae44acfe868add1632f10e3f442fe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:16,502 INFO [StoreOpener-95eae44acfe868add1632f10e3f442fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 95eae44acfe868add1632f10e3f442fe 2024-11-15T17:20:16,503 INFO [StoreOpener-95eae44acfe868add1632f10e3f442fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95eae44acfe868add1632f10e3f442fe columnFamilyName sid 2024-11-15T17:20:16,503 DEBUG [StoreOpener-95eae44acfe868add1632f10e3f442fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:16,503 INFO [StoreOpener-95eae44acfe868add1632f10e3f442fe-1 {}] regionserver.HStore(327): Store=95eae44acfe868add1632f10e3f442fe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:16,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 95eae44acfe868add1632f10e3f442fe 2024-11-15T17:20:16,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/replication/95eae44acfe868add1632f10e3f442fe 2024-11-15T17:20:16,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/replication/95eae44acfe868add1632f10e3f442fe 2024-11-15T17:20:16,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 95eae44acfe868add1632f10e3f442fe 2024-11-15T17:20:16,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 95eae44acfe868add1632f10e3f442fe 2024-11-15T17:20:16,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:20:16,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 95eae44acfe868add1632f10e3f442fe 2024-11-15T17:20:16,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/replication/95eae44acfe868add1632f10e3f442fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:20:16,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 95eae44acfe868add1632f10e3f442fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69129558, jitterRate=0.030110687017440796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:20:16,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95eae44acfe868add1632f10e3f442fe 2024-11-15T17:20:16,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 95eae44acfe868add1632f10e3f442fe: Running coprocessor pre-open hook at 1731691216498Writing region info on filesystem at 1731691216498Initializing all the Stores at 1731691216498Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691216498Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691216498Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691216498Cleaning up temporary data from old regions at 1731691216505 (+7 ms)Running coprocessor post-open hooks at 1731691216510 (+5 ms)Region opened successfully at 1731691216510 2024-11-15T17:20:16,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe., pid=10, masterSystemTime=1731691216477 2024-11-15T17:20:16,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe. 2024-11-15T17:20:16,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe. 2024-11-15T17:20:16,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=95eae44acfe868add1632f10e3f442fe, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,33869,1731691205510 2024-11-15T17:20:16,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95eae44acfe868add1632f10e3f442fe, server=046d875b9f8f,33869,1731691205510 because future has completed 2024-11-15T17:20:16,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T17:20:16,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 95eae44acfe868add1632f10e3f442fe, server=046d875b9f8f,33869,1731691205510 in 191 msec 2024-11-15T17:20:16,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T17:20:16,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95eae44acfe868add1632f10e3f442fe, ASSIGN in 347 msec 2024-11-15T17:20:16,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:20:16,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691216519"}]},"ts":"1731691216519"} 2024-11-15T17:20:16,521 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T17:20:16,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:20:16,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-15T17:20:16,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe., hostname=046d875b9f8f,33869,1731691205510, seqNum=2] 2024-11-15T17:20:16,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709 2024-11-15T17:20:16,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709 2024-11-15T17:20:16,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:20:16,714 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 379, reset compression=false 2024-11-15T17:20:16,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T17:20:16,823 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T17:20:16,849 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-046d875b9f8f,33869,1731691205510, ReplicationSource: 1, currentBandwidth=0 2024-11-15T17:20:16,849 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:16,849 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,33869,1731691205510, seqNum=-1] 2024-11-15T17:20:16,849 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:16,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-15T17:20:16,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-046d875b9f8f,33869,1731691205510', locateType=CURRENT is [region=hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe., hostname=046d875b9f8f,33869,1731691205510, seqNum=2] 2024-11-15T17:20:16,853 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T17:20:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T17:20:16,855 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 046d875b9f8f,33869,1731691205510 suceeded 2024-11-15T17:20:16,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T17:20:16,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-15T17:20:16,856 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://046d875b9f8f:40917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:20:16,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5190 sec 2024-11-15T17:20:16,870 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:40917' 2024-11-15T17:20:16,871 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bd3a2a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:16,871 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40917,-1 for getting cluster id 2024-11-15T17:20:16,871 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:16,871 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bf1320b-353e-49b7-ba6d-6f84b47a6c2d' 2024-11-15T17:20:16,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:16,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bf1320b-353e-49b7-ba6d-6f84b47a6c2d" 2024-11-15T17:20:16,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d72841e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:16,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40917,-1] 2024-11-15T17:20:16,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:16,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:16,872 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:16,873 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5637a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:16,873 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:16,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,40917,1731691199569 2024-11-15T17:20:16,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43b2fd89 2024-11-15T17:20:16,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:16,874 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-15T17:20:16,875 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-046d875b9f8f,33869,1731691205510 (queues=1) is replicating from cluster=d3ee9496-c9c6-42a2-b838-0cba6fd04943 to cluster=5bf1320b-353e-49b7-ba6d-6f84b47a6c2d 2024-11-15T17:20:16,875 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=046d875b9f8f%2C33869%2C1731691205510 2024-11-15T17:20:16,875 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-046d875b9f8f,33869,1731691205510, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:20:16,875 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.shipper046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C33869%2C1731691205510 2024-11-15T17:20:16,875 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879, startPosition=0, beingWritten=true 2024-11-15T17:20:16,880 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:20:16,880 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879 to pos 379, reset compression=false 2024-11-15T17:20:16,880 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.shipper046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,33869,1731691205510 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:20:17,084 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879 to pos 379, reset compression=false 2024-11-15T17:20:17,387 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879 to pos 379, reset compression=false 2024-11-15T17:20:17,418 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 379, reset compression=false 2024-11-15T17:20:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:17,484 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T17:20:17,484 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:20:17,484 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:17,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:17,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:17,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:17,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:17,487 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731691217486/Put/seqid=0 2024-11-15T17:20:17,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741840_1016 (size=7894) 2024-11-15T17:20:17,791 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879 to pos 379, reset compression=false 2024-11-15T17:20:17,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T17:20:17,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T17:20:17,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T17:20:17,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T17:20:17,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:20:17,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T17:20:17,892 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731691217892/Put/seqid=0 2024-11-15T17:20:17,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741841_1017 (size=7691) 2024-11-15T17:20:18,223 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 379, reset compression=false 2024-11-15T17:20:18,294 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879 to pos 379, reset compression=false 2024-11-15T17:20:18,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51498702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:18,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40917,-1 for getting cluster id 2024-11-15T17:20:18,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:18,297 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bf1320b-353e-49b7-ba6d-6f84b47a6c2d' 2024-11-15T17:20:18,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:18,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bf1320b-353e-49b7-ba6d-6f84b47a6c2d" 2024-11-15T17:20:18,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154524b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:18,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40917,-1] 2024-11-15T17:20:18,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:18,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:18,300 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:18,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785fdcd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:18,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:18,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,40345,1731691199769, seqNum=-1] 2024-11-15T17:20:18,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:18,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:20:18,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:18,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,40917,1731691199569 2024-11-15T17:20:18,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e4618ac 2024-11-15T17:20:18,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:18,355 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:20:18,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731691208874.000e8079a83fd15ac53465a445670277., hostname=046d875b9f8f,40345,1731691199769, seqNum=2] 2024-11-15T17:20:18,360 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T17:20:18,365 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-15T17:20:18,368 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-15T17:20:18,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 000e8079a83fd15ac53465a445670277/f 2024-11-15T17:20:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T17:20:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:20:18,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 000e8079a83fd15ac53465a445670277/f 2024-11-15T17:20:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T17:20:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:20:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HRegion(2603): Flush status journal for 000e8079a83fd15ac53465a445670277: 2024-11-15T17:20:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins__test__pushavc0em77cas5igmvl95q6hgq7c37d4j53btjimplcen0oe78rm8f3j03ecif/f/hfile_1 2024-11-15T17:20:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins__test__pushavc0em77cas5igmvl95q6hgq7c37d4j53btjimplcen0oe78rm8f3j03ecif/f/hfile_1 as hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277/f/fa836b1d23c24fe4b9b8c566394b7fb3_SeqId_4_ 2024-11-15T17:20:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins__test__pushavc0em77cas5igmvl95q6hgq7c37d4j53btjimplcen0oe78rm8f3j03ecif/f/hfile_0 2024-11-15T17:20:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins__test__pushavc0em77cas5igmvl95q6hgq7c37d4j53btjimplcen0oe78rm8f3j03ecif/f/hfile_0 as hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277/f/bde6ca0071064b71b245d6d406200934_SeqId_4_ 2024-11-15T17:20:18,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins__test__pushavc0em77cas5igmvl95q6hgq7c37d4j53btjimplcen0oe78rm8f3j03ecif/f/hfile_1 into 000e8079a83fd15ac53465a445670277/f as hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277/f/fa836b1d23c24fe4b9b8c566394b7fb3_SeqId_4_ - updating store file list. 2024-11-15T17:20:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fa836b1d23c24fe4b9b8c566394b7fb3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T17:20:18,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277/f/fa836b1d23c24fe4b9b8c566394b7fb3_SeqId_4_ into 000e8079a83fd15ac53465a445670277/f 2024-11-15T17:20:18,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins__test__pushavc0em77cas5igmvl95q6hgq7c37d4j53btjimplcen0oe78rm8f3j03ecif/f/hfile_1 into 000e8079a83fd15ac53465a445670277/f (new location: hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277/f/fa836b1d23c24fe4b9b8c566394b7fb3_SeqId_4_) 2024-11-15T17:20:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins__test__pushavc0em77cas5igmvl95q6hgq7c37d4j53btjimplcen0oe78rm8f3j03ecif/f/hfile_1 2024-11-15T17:20:18,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins__test__pushavc0em77cas5igmvl95q6hgq7c37d4j53btjimplcen0oe78rm8f3j03ecif/f/hfile_0 into 000e8079a83fd15ac53465a445670277/f as hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277/f/bde6ca0071064b71b245d6d406200934_SeqId_4_ - updating store file list. 2024-11-15T17:20:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bde6ca0071064b71b245d6d406200934_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T17:20:18,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277/f/bde6ca0071064b71b245d6d406200934_SeqId_4_ into 000e8079a83fd15ac53465a445670277/f 2024-11-15T17:20:18,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins__test__pushavc0em77cas5igmvl95q6hgq7c37d4j53btjimplcen0oe78rm8f3j03ecif/f/hfile_0 into 000e8079a83fd15ac53465a445670277/f (new location: hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277/f/bde6ca0071064b71b245d6d406200934_SeqId_4_) 2024-11-15T17:20:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins__test__pushavc0em77cas5igmvl95q6hgq7c37d4j53btjimplcen0oe78rm8f3j03ecif/f/hfile_0 2024-11-15T17:20:18,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:20:18,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:18,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:18,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:18,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:18,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:18,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731691208874.000e8079a83fd15ac53465a445670277., hostname=046d875b9f8f,40345,1731691199769, seqNum=2 , the old value is region=test,,1731691208874.000e8079a83fd15ac53465a445670277., hostname=046d875b9f8f,40345,1731691199769, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=046d875b9f8f:40345 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T17:20:18,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731691208874.000e8079a83fd15ac53465a445670277., hostname=046d875b9f8f,40345,1731691199769, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T17:20:18,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731691208874.000e8079a83fd15ac53465a445670277., hostname=046d875b9f8f,40345,1731691199769, seqNum=2 from cache 2024-11-15T17:20:18,399 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T17:20:18,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,33869,1731691205510, seqNum=-1] 2024-11-15T17:20:18,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:18,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:20:18,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40., hostname=046d875b9f8f,33869,1731691205510, seqNum=2] 2024-11-15T17:20:18,405 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T17:20:18,504 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:40345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T17:20:18,900 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879 to pos 379, reset compression=false 2024-11-15T17:20:19,127 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 379, reset compression=false 2024-11-15T17:20:19,131 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:20:19,131 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,40345,1731691199769 got entry batch from reader: WALEntryBatch [walEntries=[{test/000e8079a83fd15ac53465a445670277/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731691218396/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T17:20:19,133 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:20:19,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-15T17:20:19,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.ReplicationSink(318): Replicating [5bf1320b-353e-49b7-ba6d-6f84b47a6c2d] bulk loaded data 2024-11-15T17:20:19,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43d9986e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:19,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,33029,-1 for getting cluster id 2024-11-15T17:20:19,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:19,136 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3ee9496-c9c6-42a2-b838-0cba6fd04943' 2024-11-15T17:20:19,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:19,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3ee9496-c9c6-42a2-b838-0cba6fd04943" 2024-11-15T17:20:19,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d68e49b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:19,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,33029,-1] 2024-11-15T17:20:19,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:19,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:19,137 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:19,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ce3903b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:19,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741840_1016 (size=7691) 2024-11-15T17:20:19,331 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 687, reset compression=false 2024-11-15T17:20:19,407 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T17:20:19,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741841_1017 (size=7894) 2024-11-15T17:20:19,604 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879 to pos 379, reset compression=false 2024-11-15T17:20:19,634 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 687, reset compression=false 2024-11-15T17:20:19,848 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:20:19,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:19,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:19,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:19,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:19,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:19,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:19,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:19,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:19,898 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T17:20:19,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:19,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,33029,1731691205363 2024-11-15T17:20:19,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@519c7601 2024-11-15T17:20:19,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:19,961 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-15T17:20:19,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T17:20:19,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:19,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,33869,1731691205510, seqNum=-1] 2024-11-15T17:20:19,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:19,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-15T17:20:19,970 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins.hfs.11__test__qvpjp17c7n3e32ggfrdk8t4hj5ur57n4r9k33blepe2ohvv7qug7tel7rrtcq94e/f/bde6ca0071064b71b245d6d406200934_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T17:20:19,973 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins.hfs.11__test__qvpjp17c7n3e32ggfrdk8t4hj5ur57n4r9k33blepe2ohvv7qug7tel7rrtcq94e/f/fa836b1d23c24fe4b9b8c566394b7fb3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T17:20:19,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins.hfs.11__test__qvpjp17c7n3e32ggfrdk8t4hj5ur57n4r9k33blepe2ohvv7qug7tel7rrtcq94e/f/bde6ca0071064b71b245d6d406200934_SeqId_4_ for inclusion in 41f859176d2a46087af9a7f1dfe98c40/f 2024-11-15T17:20:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T17:20:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:20:19,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins.hfs.11__test__qvpjp17c7n3e32ggfrdk8t4hj5ur57n4r9k33blepe2ohvv7qug7tel7rrtcq94e/f/fa836b1d23c24fe4b9b8c566394b7fb3_SeqId_4_ for inclusion in 41f859176d2a46087af9a7f1dfe98c40/f 2024-11-15T17:20:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T17:20:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:20:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HRegion(2603): Flush status journal for 41f859176d2a46087af9a7f1dfe98c40: 2024-11-15T17:20:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bde6ca0071064b71b245d6d406200934_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T17:20:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins.hfs.11__test__qvpjp17c7n3e32ggfrdk8t4hj5ur57n4r9k33blepe2ohvv7qug7tel7rrtcq94e/f/bde6ca0071064b71b245d6d406200934_SeqId_4_ as hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40/f/c41e753e591d40ac91146d49c593f2b2_SeqId_4_ 2024-11-15T17:20:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fa836b1d23c24fe4b9b8c566394b7fb3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T17:20:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins.hfs.11__test__qvpjp17c7n3e32ggfrdk8t4hj5ur57n4r9k33blepe2ohvv7qug7tel7rrtcq94e/f/fa836b1d23c24fe4b9b8c566394b7fb3_SeqId_4_ as hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40/f/19f265527cae41f4ac0b7e2795c0511d_SeqId_4_ 2024-11-15T17:20:19,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins.hfs.11__test__qvpjp17c7n3e32ggfrdk8t4hj5ur57n4r9k33blepe2ohvv7qug7tel7rrtcq94e/f/bde6ca0071064b71b245d6d406200934_SeqId_4_ into 41f859176d2a46087af9a7f1dfe98c40/f as hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40/f/c41e753e591d40ac91146d49c593f2b2_SeqId_4_ - updating store file list. 2024-11-15T17:20:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c41e753e591d40ac91146d49c593f2b2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T17:20:20,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40/f/c41e753e591d40ac91146d49c593f2b2_SeqId_4_ into 41f859176d2a46087af9a7f1dfe98c40/f 2024-11-15T17:20:20,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins.hfs.11__test__qvpjp17c7n3e32ggfrdk8t4hj5ur57n4r9k33blepe2ohvv7qug7tel7rrtcq94e/f/bde6ca0071064b71b245d6d406200934_SeqId_4_ into 41f859176d2a46087af9a7f1dfe98c40/f (new location: hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40/f/c41e753e591d40ac91146d49c593f2b2_SeqId_4_) 2024-11-15T17:20:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins.hfs.11__test__qvpjp17c7n3e32ggfrdk8t4hj5ur57n4r9k33blepe2ohvv7qug7tel7rrtcq94e/f/bde6ca0071064b71b245d6d406200934_SeqId_4_ 2024-11-15T17:20:20,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins.hfs.11__test__qvpjp17c7n3e32ggfrdk8t4hj5ur57n4r9k33blepe2ohvv7qug7tel7rrtcq94e/f/fa836b1d23c24fe4b9b8c566394b7fb3_SeqId_4_ into 41f859176d2a46087af9a7f1dfe98c40/f as hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40/f/19f265527cae41f4ac0b7e2795c0511d_SeqId_4_ - updating store file list. 2024-11-15T17:20:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 19f265527cae41f4ac0b7e2795c0511d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T17:20:20,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40/f/19f265527cae41f4ac0b7e2795c0511d_SeqId_4_ into 41f859176d2a46087af9a7f1dfe98c40/f 2024-11-15T17:20:20,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins.hfs.11__test__qvpjp17c7n3e32ggfrdk8t4hj5ur57n4r9k33blepe2ohvv7qug7tel7rrtcq94e/f/fa836b1d23c24fe4b9b8c566394b7fb3_SeqId_4_ into 41f859176d2a46087af9a7f1dfe98c40/f (new location: hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40/f/19f265527cae41f4ac0b7e2795c0511d_SeqId_4_) 2024-11-15T17:20:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins.hfs.11__test__qvpjp17c7n3e32ggfrdk8t4hj5ur57n4r9k33blepe2ohvv7qug7tel7rrtcq94e/f/fa836b1d23c24fe4b9b8c566394b7fb3_SeqId_4_ 2024-11-15T17:20:20,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.ReplicationSink(324): Finished replicating [5bf1320b-353e-49b7-ba6d-6f84b47a6c2d] bulk loaded data 2024-11-15T17:20:20,039 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 687, reset compression=false 2024-11-15T17:20:20,408 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879 to pos 379, reset compression=false 2024-11-15T17:20:20,413 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:20:20,413 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.shipper046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,33869,1731691205510 got entry batch from reader: WALEntryBatch [walEntries=[{test/41f859176d2a46087af9a7f1dfe98c40/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731691220019/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-15T17:20:20,415 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.shipper046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:20:20,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:20,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-15T17:20:20,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.ReplicationSink(318): Replicating [5bf1320b-353e-49b7-ba6d-6f84b47a6c2d, d3ee9496-c9c6-42a2-b838-0cba6fd04943] bulk loaded data 2024-11-15T17:20:20,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2738f477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:20,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40917,-1 for getting cluster id 2024-11-15T17:20:20,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:20,418 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bf1320b-353e-49b7-ba6d-6f84b47a6c2d' 2024-11-15T17:20:20,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:20,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bf1320b-353e-49b7-ba6d-6f84b47a6c2d" 2024-11-15T17:20:20,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73e9a3f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:20,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40917,-1] 2024-11-15T17:20:20,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:20,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:20,419 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731691220418/Put/seqid=0 2024-11-15T17:20:20,420 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:20,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27ecd8fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:20,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741842_1018 (size=11194) 2024-11-15T17:20:20,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741842_1018 (size=7894) 2024-11-15T17:20:20,544 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 687, reset compression=false 2024-11-15T17:20:20,614 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879 to pos 725, reset compression=false 2024-11-15T17:20:20,827 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731691220827/Put/seqid=0 2024-11-15T17:20:20,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741843_1019 (size=10791) 2024-11-15T17:20:20,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741843_1019 (size=7691) 2024-11-15T17:20:20,917 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879 to pos 725, reset compression=false 2024-11-15T17:20:21,147 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 687, reset compression=false 2024-11-15T17:20:21,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7a0461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:21,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,33029,-1 for getting cluster id 2024-11-15T17:20:21,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:21,233 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3ee9496-c9c6-42a2-b838-0cba6fd04943' 2024-11-15T17:20:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3ee9496-c9c6-42a2-b838-0cba6fd04943" 2024-11-15T17:20:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae45c77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,33029,-1] 2024-11-15T17:20:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:21,235 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:21,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d68f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:21,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:21,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,33869,1731691205510, seqNum=-1] 2024-11-15T17:20:21,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:21,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:20:21,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:21,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,40917,1731691199569 2024-11-15T17:20:21,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13ad3e07 2024-11-15T17:20:21,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:21,241 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-15T17:20:21,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T17:20:21,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:21,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,40345,1731691199769, seqNum=-1] 2024-11-15T17:20:21,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:21,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-15T17:20:21,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,33029,1731691205363 2024-11-15T17:20:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@437621a7 2024-11-15T17:20:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:21,251 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:20:21,253 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins.hfs.10__test__eqth4mri4pm38k7j4glql4mdc3hi17ka04dutlnsps8vnt40rteo2dtk87ehcfhq/f/19f265527cae41f4ac0b7e2795c0511d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T17:20:21,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40., hostname=046d875b9f8f,33869,1731691205510, seqNum=2] 2024-11-15T17:20:21,257 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins.hfs.10__test__eqth4mri4pm38k7j4glql4mdc3hi17ka04dutlnsps8vnt40rteo2dtk87ehcfhq/f/c41e753e591d40ac91146d49c593f2b2_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T17:20:21,258 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T17:20:21,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.ReplicationSink(324): Finished replicating [5bf1320b-353e-49b7-ba6d-6f84b47a6c2d, d3ee9496-c9c6-42a2-b838-0cba6fd04943] bulk loaded data 2024-11-15T17:20:21,265 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-15T17:20:21,270 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-15T17:20:21,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 41f859176d2a46087af9a7f1dfe98c40/f 2024-11-15T17:20:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T17:20:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:20:21,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 41f859176d2a46087af9a7f1dfe98c40/f 2024-11-15T17:20:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T17:20:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:20:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HRegion(2603): Flush status journal for 41f859176d2a46087af9a7f1dfe98c40: 2024-11-15T17:20:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins__test__12lvfs23mk7l50h2fb6o4ug2ngqf4heu027b5k66r3ggd042au5ssh4dbjlqequa/f/hfile_1 2024-11-15T17:20:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins__test__12lvfs23mk7l50h2fb6o4ug2ngqf4heu027b5k66r3ggd042au5ssh4dbjlqequa/f/hfile_1 as hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40/f/e37a3a6aa6de4d44af847238ec31b4e2_SeqId_6_ 2024-11-15T17:20:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins__test__12lvfs23mk7l50h2fb6o4ug2ngqf4heu027b5k66r3ggd042au5ssh4dbjlqequa/f/hfile_0 2024-11-15T17:20:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins__test__12lvfs23mk7l50h2fb6o4ug2ngqf4heu027b5k66r3ggd042au5ssh4dbjlqequa/f/hfile_0 as hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40/f/99bea708b8fa4b2d9730c337fc14267a_SeqId_6_ 2024-11-15T17:20:21,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins__test__12lvfs23mk7l50h2fb6o4ug2ngqf4heu027b5k66r3ggd042au5ssh4dbjlqequa/f/hfile_1 into 41f859176d2a46087af9a7f1dfe98c40/f as hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40/f/e37a3a6aa6de4d44af847238ec31b4e2_SeqId_6_ - updating store file list. 2024-11-15T17:20:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e37a3a6aa6de4d44af847238ec31b4e2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T17:20:21,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40/f/e37a3a6aa6de4d44af847238ec31b4e2_SeqId_6_ into 41f859176d2a46087af9a7f1dfe98c40/f 2024-11-15T17:20:21,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins__test__12lvfs23mk7l50h2fb6o4ug2ngqf4heu027b5k66r3ggd042au5ssh4dbjlqequa/f/hfile_1 into 41f859176d2a46087af9a7f1dfe98c40/f (new location: hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40/f/e37a3a6aa6de4d44af847238ec31b4e2_SeqId_6_) 2024-11-15T17:20:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins__test__12lvfs23mk7l50h2fb6o4ug2ngqf4heu027b5k66r3ggd042au5ssh4dbjlqequa/f/hfile_1 2024-11-15T17:20:21,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins__test__12lvfs23mk7l50h2fb6o4ug2ngqf4heu027b5k66r3ggd042au5ssh4dbjlqequa/f/hfile_0 into 41f859176d2a46087af9a7f1dfe98c40/f as hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40/f/99bea708b8fa4b2d9730c337fc14267a_SeqId_6_ - updating store file list. 2024-11-15T17:20:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 99bea708b8fa4b2d9730c337fc14267a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T17:20:21,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40/f/99bea708b8fa4b2d9730c337fc14267a_SeqId_6_ into 41f859176d2a46087af9a7f1dfe98c40/f 2024-11-15T17:20:21,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins__test__12lvfs23mk7l50h2fb6o4ug2ngqf4heu027b5k66r3ggd042au5ssh4dbjlqequa/f/hfile_0 into 41f859176d2a46087af9a7f1dfe98c40/f (new location: hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40/f/99bea708b8fa4b2d9730c337fc14267a_SeqId_6_) 2024-11-15T17:20:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/staging/jenkins__test__12lvfs23mk7l50h2fb6o4ug2ngqf4heu027b5k66r3ggd042au5ssh4dbjlqequa/f/hfile_0 2024-11-15T17:20:21,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:20:21,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:21,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:21,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:21,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:21,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40., hostname=046d875b9f8f,33869,1731691205510, seqNum=2 , the old value is region=test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40., hostname=046d875b9f8f,33869,1731691205510, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=046d875b9f8f:33869 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T17:20:21,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40., hostname=046d875b9f8f,33869,1731691205510, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T17:20:21,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40., hostname=046d875b9f8f,33869,1731691205510, seqNum=2 from cache 2024-11-15T17:20:21,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:21,302 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T17:20:21,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,40345,1731691199769, seqNum=-1] 2024-11-15T17:20:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:21,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:20:21,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731691208874.000e8079a83fd15ac53465a445670277., hostname=046d875b9f8f,40345,1731691199769, seqNum=2] 2024-11-15T17:20:21,313 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T17:20:21,321 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879 to pos 725, reset compression=false 2024-11-15T17:20:21,326 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:20:21,326 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.shipper046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,33869,1731691205510 got entry batch from reader: WALEntryBatch [walEntries=[{test/41f859176d2a46087af9a7f1dfe98c40/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731691221299/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T17:20:21,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.ReplicationSink(318): Replicating [d3ee9496-c9c6-42a2-b838-0cba6fd04943] bulk loaded data 2024-11-15T17:20:21,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741844_1020 (size=10791) 2024-11-15T17:20:21,404 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T17:20:21,526 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879 to pos 1033, reset compression=false 2024-11-15T17:20:21,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741845_1021 (size=11194) 2024-11-15T17:20:21,830 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879 to pos 1033, reset compression=false 2024-11-15T17:20:21,851 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 687, reset compression=false 2024-11-15T17:20:22,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T17:20:22,152 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins.hfs.10__test__ilqdn2ue5olsrli64vplrklcjnuf7gme7fv2jln4ktmjb2k7lv8dgiv5hgrbkm5d/f/99bea708b8fa4b2d9730c337fc14267a_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-15T17:20:22,155 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins.hfs.10__test__ilqdn2ue5olsrli64vplrklcjnuf7gme7fv2jln4ktmjb2k7lv8dgiv5hgrbkm5d/f/e37a3a6aa6de4d44af847238ec31b4e2_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-15T17:20:22,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins.hfs.10__test__ilqdn2ue5olsrli64vplrklcjnuf7gme7fv2jln4ktmjb2k7lv8dgiv5hgrbkm5d/f/e37a3a6aa6de4d44af847238ec31b4e2_SeqId_6_ for inclusion in 000e8079a83fd15ac53465a445670277/f 2024-11-15T17:20:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T17:20:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:20:22,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins.hfs.10__test__ilqdn2ue5olsrli64vplrklcjnuf7gme7fv2jln4ktmjb2k7lv8dgiv5hgrbkm5d/f/99bea708b8fa4b2d9730c337fc14267a_SeqId_6_ for inclusion in 000e8079a83fd15ac53465a445670277/f 2024-11-15T17:20:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T17:20:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:20:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HRegion(2603): Flush status journal for 000e8079a83fd15ac53465a445670277: 2024-11-15T17:20:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e37a3a6aa6de4d44af847238ec31b4e2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T17:20:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins.hfs.10__test__ilqdn2ue5olsrli64vplrklcjnuf7gme7fv2jln4ktmjb2k7lv8dgiv5hgrbkm5d/f/e37a3a6aa6de4d44af847238ec31b4e2_SeqId_6_ as hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277/f/a2baf0cadac14dc9a6e53454a9743adc_SeqId_6_ 2024-11-15T17:20:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 99bea708b8fa4b2d9730c337fc14267a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T17:20:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins.hfs.10__test__ilqdn2ue5olsrli64vplrklcjnuf7gme7fv2jln4ktmjb2k7lv8dgiv5hgrbkm5d/f/99bea708b8fa4b2d9730c337fc14267a_SeqId_6_ as hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277/f/2f50e146f39f4430afa19a33a8ecf524_SeqId_6_ 2024-11-15T17:20:22,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins.hfs.10__test__ilqdn2ue5olsrli64vplrklcjnuf7gme7fv2jln4ktmjb2k7lv8dgiv5hgrbkm5d/f/e37a3a6aa6de4d44af847238ec31b4e2_SeqId_6_ into 000e8079a83fd15ac53465a445670277/f as hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277/f/a2baf0cadac14dc9a6e53454a9743adc_SeqId_6_ - updating store file list. 2024-11-15T17:20:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a2baf0cadac14dc9a6e53454a9743adc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T17:20:22,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277/f/a2baf0cadac14dc9a6e53454a9743adc_SeqId_6_ into 000e8079a83fd15ac53465a445670277/f 2024-11-15T17:20:22,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins.hfs.10__test__ilqdn2ue5olsrli64vplrklcjnuf7gme7fv2jln4ktmjb2k7lv8dgiv5hgrbkm5d/f/e37a3a6aa6de4d44af847238ec31b4e2_SeqId_6_ into 000e8079a83fd15ac53465a445670277/f (new location: hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277/f/a2baf0cadac14dc9a6e53454a9743adc_SeqId_6_) 2024-11-15T17:20:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins.hfs.10__test__ilqdn2ue5olsrli64vplrklcjnuf7gme7fv2jln4ktmjb2k7lv8dgiv5hgrbkm5d/f/e37a3a6aa6de4d44af847238ec31b4e2_SeqId_6_ 2024-11-15T17:20:22,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins.hfs.10__test__ilqdn2ue5olsrli64vplrklcjnuf7gme7fv2jln4ktmjb2k7lv8dgiv5hgrbkm5d/f/99bea708b8fa4b2d9730c337fc14267a_SeqId_6_ into 000e8079a83fd15ac53465a445670277/f as hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277/f/2f50e146f39f4430afa19a33a8ecf524_SeqId_6_ - updating store file list. 2024-11-15T17:20:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2f50e146f39f4430afa19a33a8ecf524_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T17:20:22,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277/f/2f50e146f39f4430afa19a33a8ecf524_SeqId_6_ into 000e8079a83fd15ac53465a445670277/f 2024-11-15T17:20:22,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins.hfs.10__test__ilqdn2ue5olsrli64vplrklcjnuf7gme7fv2jln4ktmjb2k7lv8dgiv5hgrbkm5d/f/99bea708b8fa4b2d9730c337fc14267a_SeqId_6_ into 000e8079a83fd15ac53465a445670277/f (new location: hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277/f/2f50e146f39f4430afa19a33a8ecf524_SeqId_6_) 2024-11-15T17:20:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/staging/jenkins.hfs.10__test__ilqdn2ue5olsrli64vplrklcjnuf7gme7fv2jln4ktmjb2k7lv8dgiv5hgrbkm5d/f/99bea708b8fa4b2d9730c337fc14267a_SeqId_6_ 2024-11-15T17:20:22,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40345 {}] regionserver.ReplicationSink(324): Finished replicating [d3ee9496-c9c6-42a2-b838-0cba6fd04943] bulk loaded data 2024-11-15T17:20:22,234 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879 to pos 1033, reset compression=false 2024-11-15T17:20:22,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:20:22,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:20:22,324 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:22,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:22,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:22,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:22,324 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:20:22,324 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1493267565, stopped=false 2024-11-15T17:20:22,324 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,33029,1731691205363 2024-11-15T17:20:22,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11446509709/running 2024-11-15T17:20:22,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11446509709/running 2024-11-15T17:20:22,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709 2024-11-15T17:20:22,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709 2024-11-15T17:20:22,374 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:20:22,374 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:20:22,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:22,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:22,375 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,33869,1731691205510' ***** 2024-11-15T17:20:22,375 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:20:22,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Set watcher on znode that does not yet exist, /11446509709/running 2024-11-15T17:20:22,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Set watcher on znode that does not yet exist, /11446509709/running 2024-11-15T17:20:22,375 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:20:22,375 INFO [RS:0;046d875b9f8f:33869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:20:22,375 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:20:22,375 INFO [RS:0;046d875b9f8f:33869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:20:22,376 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(3091): Received CLOSE for 95eae44acfe868add1632f10e3f442fe 2024-11-15T17:20:22,376 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(3091): Received CLOSE for 41f859176d2a46087af9a7f1dfe98c40 2024-11-15T17:20:22,376 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,33869,1731691205510 2024-11-15T17:20:22,376 INFO [RS:0;046d875b9f8f:33869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:20:22,376 INFO [RS:0;046d875b9f8f:33869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:33869. 2024-11-15T17:20:22,376 DEBUG [RS:0;046d875b9f8f:33869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:22,376 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95eae44acfe868add1632f10e3f442fe, disabling compactions & flushes 2024-11-15T17:20:22,376 DEBUG [RS:0;046d875b9f8f:33869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:22,376 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe. 2024-11-15T17:20:22,376 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe. 2024-11-15T17:20:22,376 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe. after waiting 0 ms 2024-11-15T17:20:22,376 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:20:22,376 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe. 2024-11-15T17:20:22,376 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:20:22,376 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:20:22,376 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:20:22,376 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 95eae44acfe868add1632f10e3f442fe 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-15T17:20:22,376 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T17:20:22,376 DEBUG [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 95eae44acfe868add1632f10e3f442fe=hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe., 41f859176d2a46087af9a7f1dfe98c40=test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40.} 2024-11-15T17:20:22,376 DEBUG [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41f859176d2a46087af9a7f1dfe98c40, 95eae44acfe868add1632f10e3f442fe 2024-11-15T17:20:22,376 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:20:22,376 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:20:22,376 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:20:22,376 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:20:22,376 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:20:22,376 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T17:20:22,396 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/replication/95eae44acfe868add1632f10e3f442fe/.tmp/hfileref/919d3e3f09e746be877f43deb9e0bf13 is 74, key is 1/hfileref:19f265527cae41f4ac0b7e2795c0511d_SeqId_4_/1731691221263/DeleteColumn/seqid=0 2024-11-15T17:20:22,398 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/.tmp/info/a4555f0cb5054603a743ca90c08d7ef3 is 147, key is hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe./info:regioninfo/1731691216513/Put/seqid=0 2024-11-15T17:20:22,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741844_1020 (size=5345) 2024-11-15T17:20:22,401 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/replication/95eae44acfe868add1632f10e3f442fe/.tmp/hfileref/919d3e3f09e746be877f43deb9e0bf13 2024-11-15T17:20:22,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741845_1021 (size=7686) 2024-11-15T17:20:22,403 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/.tmp/info/a4555f0cb5054603a743ca90c08d7ef3 2024-11-15T17:20:22,420 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/.tmp/ns/236b74e2962945e38895306ebd353533 is 43, key is default/ns:d/1731691208804/Put/seqid=0 2024-11-15T17:20:22,423 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/replication/95eae44acfe868add1632f10e3f442fe/.tmp/queue/c463b5d7e9154afebb584dd8a2d7a6e2 is 154, key is 1-046d875b9f8f,33869,1731691205510/queue:046d875b9f8f%2C33869%2C1731691205510/1731691222181/Put/seqid=0 2024-11-15T17:20:22,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741846_1022 (size=5153) 2024-11-15T17:20:22,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741847_1023 (size=5353) 2024-11-15T17:20:22,450 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:20:22,576 DEBUG [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41f859176d2a46087af9a7f1dfe98c40, 95eae44acfe868add1632f10e3f442fe 2024-11-15T17:20:22,654 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 687, reset compression=false 2024-11-15T17:20:22,658 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:20:22,658 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,40345,1731691199769 got entry batch from reader: WALEntryBatch [walEntries=[{test/000e8079a83fd15ac53465a445670277/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731691222176/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-15T17:20:22,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 046d875b9f8f,33869,1731691205510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T17:20:22,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:50426 deadline: 1731691282659, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 046d875b9f8f,33869,1731691205510 stopping 2024-11-15T17:20:22,664 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 046d875b9f8f,33869,1731691205510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:20:22,738 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879 to pos 1033, reset compression=false 2024-11-15T17:20:22,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 046d875b9f8f,33869,1731691205510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T17:20:22,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:50426 deadline: 1731691282766, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 046d875b9f8f,33869,1731691205510 stopping 2024-11-15T17:20:22,767 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 046d875b9f8f,33869,1731691205510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:20:22,777 DEBUG [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41f859176d2a46087af9a7f1dfe98c40, 95eae44acfe868add1632f10e3f442fe 2024-11-15T17:20:22,801 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:20:22,801 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:20:22,825 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/.tmp/ns/236b74e2962945e38895306ebd353533 2024-11-15T17:20:22,826 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/replication/95eae44acfe868add1632f10e3f442fe/.tmp/queue/c463b5d7e9154afebb584dd8a2d7a6e2 2024-11-15T17:20:22,831 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/replication/95eae44acfe868add1632f10e3f442fe/.tmp/hfileref/919d3e3f09e746be877f43deb9e0bf13 as hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/replication/95eae44acfe868add1632f10e3f442fe/hfileref/919d3e3f09e746be877f43deb9e0bf13 2024-11-15T17:20:22,835 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/replication/95eae44acfe868add1632f10e3f442fe/hfileref/919d3e3f09e746be877f43deb9e0bf13, entries=4, sequenceid=12, filesize=5.2 K 2024-11-15T17:20:22,836 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/replication/95eae44acfe868add1632f10e3f442fe/.tmp/queue/c463b5d7e9154afebb584dd8a2d7a6e2 as hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/replication/95eae44acfe868add1632f10e3f442fe/queue/c463b5d7e9154afebb584dd8a2d7a6e2 2024-11-15T17:20:22,839 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/replication/95eae44acfe868add1632f10e3f442fe/queue/c463b5d7e9154afebb584dd8a2d7a6e2, entries=1, sequenceid=12, filesize=5.2 K 2024-11-15T17:20:22,840 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 95eae44acfe868add1632f10e3f442fe in 464ms, sequenceid=12, compaction requested=false 2024-11-15T17:20:22,843 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/.tmp/rep_barrier/7be90d047c1041808ba2a6a3700a7fcb is 112, key is test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40./rep_barrier:seqnumDuringOpen/1731691212185/Put/seqid=0 2024-11-15T17:20:22,844 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/replication/95eae44acfe868add1632f10e3f442fe/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T17:20:22,844 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:20:22,844 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:20:22,844 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe. 2024-11-15T17:20:22,844 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95eae44acfe868add1632f10e3f442fe: Waiting for close lock at 1731691222376Running coprocessor pre-close hooks at 1731691222376Disabling compacts and flushes for region at 1731691222376Disabling writes for close at 1731691222376Obtaining lock to block concurrent updates at 1731691222376Preparing flush snapshotting stores in 95eae44acfe868add1632f10e3f442fe at 1731691222376Finished memstore snapshotting hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731691222376Flushing stores of hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe. at 1731691222377 (+1 ms)Flushing 95eae44acfe868add1632f10e3f442fe/hfileref: creating writer at 1731691222377Flushing 95eae44acfe868add1632f10e3f442fe/hfileref: appending metadata at 1731691222396 (+19 ms)Flushing 95eae44acfe868add1632f10e3f442fe/hfileref: closing flushed file at 1731691222396Flushing 95eae44acfe868add1632f10e3f442fe/queue: creating writer at 1731691222406 (+10 ms)Flushing 95eae44acfe868add1632f10e3f442fe/queue: appending metadata at 1731691222422 (+16 ms)Flushing 95eae44acfe868add1632f10e3f442fe/queue: closing flushed file at 1731691222422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc2bc5c: reopening flushed file at 1731691222831 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be320bc: reopening flushed file at 1731691222835 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 95eae44acfe868add1632f10e3f442fe in 464ms, sequenceid=12, compaction requested=false at 1731691222840 (+5 ms)Writing region close event to WAL at 1731691222841 (+1 ms)Running coprocessor post-close hooks at 1731691222844 (+3 ms)Closed at 1731691222844 2024-11-15T17:20:22,845 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731691215346.95eae44acfe868add1632f10e3f442fe. 2024-11-15T17:20:22,845 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41f859176d2a46087af9a7f1dfe98c40, disabling compactions & flushes 2024-11-15T17:20:22,845 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40. 2024-11-15T17:20:22,845 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40. 2024-11-15T17:20:22,845 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40. after waiting 0 ms 2024-11-15T17:20:22,845 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40. 2024-11-15T17:20:22,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741848_1024 (size=5518) 2024-11-15T17:20:22,848 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/default/test/41f859176d2a46087af9a7f1dfe98c40/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T17:20:22,849 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:20:22,849 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:20:22,849 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40. 2024-11-15T17:20:22,849 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41f859176d2a46087af9a7f1dfe98c40: Waiting for close lock at 1731691222845Running coprocessor pre-close hooks at 1731691222845Disabling compacts and flushes for region at 1731691222845Disabling writes for close at 1731691222845Writing region close event to WAL at 1731691222845Running coprocessor post-close hooks at 1731691222849 (+4 ms)Closed at 1731691222849 2024-11-15T17:20:22,849 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731691211026.41f859176d2a46087af9a7f1dfe98c40. 2024-11-15T17:20:22,858 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 1033, reset compression=false 2024-11-15T17:20:22,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 046d875b9f8f,33869,1731691205510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T17:20:22,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:50426 deadline: 1731691282970, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 046d875b9f8f,33869,1731691205510 stopping 2024-11-15T17:20:22,971 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 046d875b9f8f,33869,1731691205510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:20:22,977 DEBUG [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:20:23,161 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 1033, reset compression=false 2024-11-15T17:20:23,177 DEBUG [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:20:23,247 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/.tmp/rep_barrier/7be90d047c1041808ba2a6a3700a7fcb 2024-11-15T17:20:23,268 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/.tmp/table/724fbdbec7034d1c9a4726a1846e2231 is 53, key is hbase:replication/table:state/1731691216519/Put/seqid=0 2024-11-15T17:20:23,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741849_1025 (size=5308) 2024-11-15T17:20:23,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 046d875b9f8f,33869,1731691205510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T17:20:23,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:50426 deadline: 1731691283273, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 046d875b9f8f,33869,1731691205510 stopping 2024-11-15T17:20:23,274 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 046d875b9f8f,33869,1731691205510 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:20:23,341 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879 to pos 1033, reset compression=false 2024-11-15T17:20:23,377 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T17:20:23,377 DEBUG [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T17:20:23,377 DEBUG [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:20:23,399 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:20:23,399 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879 to pos 1328, reset compression=false 2024-11-15T17:20:23,399 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.shipper046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,33869,1731691205510 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:20:23,400 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.shipper046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 046d875b9f8f,33869,1731691205510: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-046d875b9f8f,33869,1731691205510, walGroup=046d875b9f8f%2C33869%2C1731691205510, offset=046d875b9f8f%2C33869%2C1731691205510.1731691207879:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T17:20:23,401 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.shipper046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T17:20:23,401 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.shipper046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T17:20:23,402 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.shipper046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T17:20:23,402 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.shipper046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T17:20:23,402 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.shipper046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T17:20:23,402 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.shipper046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 547228000 }, "NonHeapMemoryUsage": { "committed": 190578688, "init": 7667712, "max": -1, "used": 187845568 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T17:20:23,402 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.shipper046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T17:20:23,564 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 1033, reset compression=false 2024-11-15T17:20:23,577 DEBUG [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:20:23,603 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/WALs/046d875b9f8f,33869,1731691205510/046d875b9f8f%2C33869%2C1731691205510.1731691207879 to pos 1328, reset compression=false 2024-11-15T17:20:23,672 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/.tmp/table/724fbdbec7034d1c9a4726a1846e2231 2024-11-15T17:20:23,676 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/.tmp/info/a4555f0cb5054603a743ca90c08d7ef3 as hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/info/a4555f0cb5054603a743ca90c08d7ef3 2024-11-15T17:20:23,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 046d875b9f8f,33869,1731691205510 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:20:23,678 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 046d875b9f8f,33869,1731691205510 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:20:23,680 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/info/a4555f0cb5054603a743ca90c08d7ef3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T17:20:23,681 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/.tmp/ns/236b74e2962945e38895306ebd353533 as hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/ns/236b74e2962945e38895306ebd353533 2024-11-15T17:20:23,685 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/ns/236b74e2962945e38895306ebd353533, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T17:20:23,686 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/.tmp/rep_barrier/7be90d047c1041808ba2a6a3700a7fcb as hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/rep_barrier/7be90d047c1041808ba2a6a3700a7fcb 2024-11-15T17:20:23,690 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/rep_barrier/7be90d047c1041808ba2a6a3700a7fcb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T17:20:23,690 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/.tmp/table/724fbdbec7034d1c9a4726a1846e2231 as hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/table/724fbdbec7034d1c9a4726a1846e2231 2024-11-15T17:20:23,695 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/table/724fbdbec7034d1c9a4726a1846e2231, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T17:20:23,696 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-11-15T17:20:23,702 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T17:20:23,703 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:20:23,703 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:20:23,703 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:20:23,703 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691222376Running coprocessor pre-close hooks at 1731691222376Disabling compacts and flushes for region at 1731691222376Disabling writes for close at 1731691222376Obtaining lock to block concurrent updates at 1731691222376Preparing flush snapshotting stores in 1588230740 at 1731691222376Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731691222377 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731691222377Flushing 1588230740/info: creating writer at 1731691222377Flushing 1588230740/info: appending metadata at 1731691222398 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731691222398Flushing 1588230740/ns: creating writer at 1731691222407 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731691222420 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731691222420Flushing 1588230740/rep_barrier: creating writer at 1731691222829 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731691222843 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731691222843Flushing 1588230740/table: creating writer at 1731691223251 (+408 ms)Flushing 1588230740/table: appending metadata at 1731691223267 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731691223267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71324004: reopening flushed file at 1731691223676 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ef9a7: reopening flushed file at 1731691223681 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1704ee40: reopening flushed file at 1731691223685 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25024ff6: reopening flushed file at 1731691223690 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1731691223696 (+6 ms)Writing region close event to WAL at 1731691223699 (+3 ms)Running coprocessor post-close hooks at 1731691223703 (+4 ms)Closed at 1731691223703 2024-11-15T17:20:23,703 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:20:23,778 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,33869,1731691205510; all regions closed. 2024-11-15T17:20:23,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741834_1010 (size=4239) 2024-11-15T17:20:23,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741839_1015 (size=3127) 2024-11-15T17:20:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741832_1008 (size=1336) 2024-11-15T17:20:23,784 DEBUG [RS:0;046d875b9f8f:33869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:23,784 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:20:23,784 INFO [RS:0;046d875b9f8f:33869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:20:23,785 INFO [RS:0;046d875b9f8f:33869 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T17:20:23,785 INFO [RS:0;046d875b9f8f:33869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:20:23,785 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:20:23,785 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-046d875b9f8f,33869,1731691205510 because: Region server is closing 2024-11-15T17:20:23,785 INFO [RS:0;046d875b9f8f:33869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:33869. 2024-11-15T17:20:23,785 DEBUG [RS:0;046d875b9f8f:33869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:23,785 DEBUG [RS:0;046d875b9f8f:33869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:23,785 DEBUG [RS:0;046d875b9f8f:33869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:23,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:23,886 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.shipper046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 terminated 2024-11-15T17:20:23,886 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33869,1731691205510.replicationSource.wal-reader.046d875b9f8f%2C33869%2C1731691205510,1-046d875b9f8f,33869,1731691205510 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T17:20:23,886 INFO [RS:0;046d875b9f8f:33869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:33869. 2024-11-15T17:20:23,886 DEBUG [RS:0;046d875b9f8f:33869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:23,886 DEBUG [RS:0;046d875b9f8f:33869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:23,886 DEBUG [RS:0;046d875b9f8f:33869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:23,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:23,886 INFO [RS:0;046d875b9f8f:33869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33869 2024-11-15T17:20:23,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11446509709/rs/046d875b9f8f,33869,1731691205510 2024-11-15T17:20:23,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709/rs 2024-11-15T17:20:23,932 INFO [RS:0;046d875b9f8f:33869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:20:23,942 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,33869,1731691205510] 2024-11-15T17:20:23,953 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11446509709/draining/046d875b9f8f,33869,1731691205510 already deleted, retry=false 2024-11-15T17:20:23,953 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,33869,1731691205510 expired; onlineServers=0 2024-11-15T17:20:23,953 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,33029,1731691205363' ***** 2024-11-15T17:20:23,953 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:20:23,953 INFO [M:0;046d875b9f8f:33029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:20:23,953 INFO [M:0;046d875b9f8f:33029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:20:23,953 DEBUG [M:0;046d875b9f8f:33029 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:20:23,953 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:20:23,953 DEBUG [M:0;046d875b9f8f:33029 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:20:23,953 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691207547 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691207547,5,FailOnTimeoutGroup] 2024-11-15T17:20:23,953 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691207548 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691207548,5,FailOnTimeoutGroup] 2024-11-15T17:20:23,953 INFO [M:0;046d875b9f8f:33029 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:20:23,953 INFO [M:0;046d875b9f8f:33029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:20:23,953 DEBUG [M:0;046d875b9f8f:33029 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:20:23,953 INFO [M:0;046d875b9f8f:33029 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:20:23,954 INFO [M:0;046d875b9f8f:33029 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:20:23,954 INFO [M:0;046d875b9f8f:33029 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:20:23,954 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:20:23,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11446509709/master 2024-11-15T17:20:23,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446509709 2024-11-15T17:20:23,963 DEBUG [M:0;046d875b9f8f:33029 {}] zookeeper.ZKUtil(347): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Unable to get data of znode /11446509709/master because node does not exist (not an error) 2024-11-15T17:20:23,963 WARN [M:0;046d875b9f8f:33029 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:20:23,964 INFO [M:0;046d875b9f8f:33029 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/.lastflushedseqids 2024-11-15T17:20:23,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741850_1026 (size=263) 2024-11-15T17:20:24,042 INFO [RS:0;046d875b9f8f:33869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:20:24,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:20:24,042 INFO [RS:0;046d875b9f8f:33869 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,33869,1731691205510; zookeeper connection closed. 2024-11-15T17:20:24,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33869-0x1013f82af1b0004, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:20:24,043 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ec8cc1c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ec8cc1c 2024-11-15T17:20:24,043 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:20:24,068 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 1033, reset compression=false 2024-11-15T17:20:24,181 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 046d875b9f8f:33869 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 046d875b9f8f/172.17.0.2:33869 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:20:24,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 046d875b9f8f:33869 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 046d875b9f8f/172.17.0.2:33869 2024-11-15T17:20:24,182 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=046d875b9f8f:33869 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 046d875b9f8f/172.17.0.2:33869 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 046d875b9f8f/172.17.0.2:33869 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T17:20:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T17:20:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:38394 deadline: 1731691284183, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T17:20:24,200 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T17:20:24,201 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T17:20:24,368 INFO [M:0;046d875b9f8f:33029 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:20:24,368 INFO [M:0;046d875b9f8f:33029 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:20:24,369 DEBUG [M:0;046d875b9f8f:33029 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:20:24,369 INFO [M:0;046d875b9f8f:33029 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:24,369 DEBUG [M:0;046d875b9f8f:33029 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:24,369 DEBUG [M:0;046d875b9f8f:33029 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:20:24,369 DEBUG [M:0;046d875b9f8f:33029 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:24,369 INFO [M:0;046d875b9f8f:33029 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-15T17:20:24,382 DEBUG [M:0;046d875b9f8f:33029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a653d78dc8d64a0c99e2e43ba9e98093 is 82, key is hbase:meta,,1/info:regioninfo/1731691208782/Put/seqid=0 2024-11-15T17:20:24,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741851_1027 (size=5672) 2024-11-15T17:20:24,671 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 1033, reset compression=false 2024-11-15T17:20:24,786 INFO [M:0;046d875b9f8f:33029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a653d78dc8d64a0c99e2e43ba9e98093 2024-11-15T17:20:24,801 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T17:20:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T17:20:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:38394 deadline: 1731691284802, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T17:20:24,803 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T17:20:24,804 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T17:20:24,804 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T17:20:24,806 DEBUG [M:0;046d875b9f8f:33029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/206b447ec0e945798997ee17055781ca is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731691216522/Put/seqid=0 2024-11-15T17:20:24,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741852_1028 (size=8517) 2024-11-15T17:20:24,810 INFO [M:0;046d875b9f8f:33029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/206b447ec0e945798997ee17055781ca 2024-11-15T17:20:24,826 DEBUG [M:0;046d875b9f8f:33029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4340e05e45e4617ac68b799fe727ef1 is 69, key is 046d875b9f8f,33869,1731691205510/rs:state/1731691207684/Put/seqid=0 2024-11-15T17:20:24,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741853_1029 (size=5156) 2024-11-15T17:20:25,231 INFO [M:0;046d875b9f8f:33029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4340e05e45e4617ac68b799fe727ef1 2024-11-15T17:20:25,235 DEBUG [M:0;046d875b9f8f:33029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a653d78dc8d64a0c99e2e43ba9e98093 as hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a653d78dc8d64a0c99e2e43ba9e98093 2024-11-15T17:20:25,239 INFO [M:0;046d875b9f8f:33029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a653d78dc8d64a0c99e2e43ba9e98093, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T17:20:25,240 DEBUG [M:0;046d875b9f8f:33029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/206b447ec0e945798997ee17055781ca as hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/206b447ec0e945798997ee17055781ca 2024-11-15T17:20:25,244 INFO [M:0;046d875b9f8f:33029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/206b447ec0e945798997ee17055781ca, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T17:20:25,244 DEBUG [M:0;046d875b9f8f:33029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4340e05e45e4617ac68b799fe727ef1 as hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4340e05e45e4617ac68b799fe727ef1 2024-11-15T17:20:25,248 INFO [M:0;046d875b9f8f:33029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4340e05e45e4617ac68b799fe727ef1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T17:20:25,249 INFO [M:0;046d875b9f8f:33029 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false 2024-11-15T17:20:25,251 INFO [M:0;046d875b9f8f:33029 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:25,251 DEBUG [M:0;046d875b9f8f:33029 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691224368Disabling compacts and flushes for region at 1731691224368Disabling writes for close at 1731691224369 (+1 ms)Obtaining lock to block concurrent updates at 1731691224369Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691224369Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731691224369Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691224369Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691224370 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691224382 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691224382Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691224790 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691224805 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691224805Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691224814 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691224826 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691224826Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ce54ce1: reopening flushed file at 1731691225235 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f534f6c: reopening flushed file at 1731691225239 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e107200: reopening flushed file at 1731691225244 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false at 1731691225249 (+5 ms)Writing region close event to WAL at 1731691225251 (+2 ms)Closed at 1731691225251 2024-11-15T17:20:25,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39515 is added to blk_1073741830_1006 (size=63666) 2024-11-15T17:20:25,253 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af715864-f721-3e95-2369-8a529f424d1d/MasterData/WALs/046d875b9f8f,33029,1731691205363/046d875b9f8f%2C33029%2C1731691205363.1731691207262 not finished, retry = 0 2024-11-15T17:20:25,354 INFO [M:0;046d875b9f8f:33029 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:20:25,354 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:20:25,354 INFO [M:0;046d875b9f8f:33029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33029 2024-11-15T17:20:25,355 INFO [M:0;046d875b9f8f:33029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:20:25,374 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 1033, reset compression=false 2024-11-15T17:20:25,504 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T17:20:25,505 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 046d875b9f8f:33029 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 046d875b9f8f/172.17.0.2:33029 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:20:25,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:20:25,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1013f82af1b0003, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:20:25,505 INFO [M:0;046d875b9f8f:33029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:20:25,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 046d875b9f8f:33029 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 046d875b9f8f/172.17.0.2:33029 2024-11-15T17:20:25,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e6065e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:20:25,537 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44f0589d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:20:25,537 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:20:25,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11574a3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:20:25,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@613e9d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/hadoop.log.dir/,STOPPED} 2024-11-15T17:20:25,539 WARN [BP-153625621-172.17.0.2-1731691203257 heartbeating to localhost/127.0.0.1:34355 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:20:25,539 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:20:25,539 WARN [BP-153625621-172.17.0.2-1731691203257 heartbeating to localhost/127.0.0.1:34355 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-153625621-172.17.0.2-1731691203257 (Datanode Uuid 82d06d6e-060f-4f98-a5ef-515bb92626cf) service to localhost/127.0.0.1:34355 2024-11-15T17:20:25,539 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:20:25,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/cluster_4825a17c-86e0-bff7-0996-2a836968e271/data/data1/current/BP-153625621-172.17.0.2-1731691203257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:20:25,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/cluster_4825a17c-86e0-bff7-0996-2a836968e271/data/data2/current/BP-153625621-172.17.0.2-1731691203257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:20:25,540 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:20:25,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79dcbbe8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:20:25,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c23049a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:20:25,545 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:20:25,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72396638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:20:25,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2976d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/hadoop.log.dir/,STOPPED} 2024-11-15T17:20:25,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:20:25,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:20:25,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:20:25,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:25,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:25,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:25,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:25,558 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:20:25,558 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1657999349, stopped=false 2024-11-15T17:20:25,558 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,40917,1731691199569 2024-11-15T17:20:25,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-594487484/running 2024-11-15T17:20:25,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-594487484/running 2024-11-15T17:20:25,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484 2024-11-15T17:20:25,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484 2024-11-15T17:20:25,572 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:20:25,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Set watcher on znode that does not yet exist, /0-594487484/running 2024-11-15T17:20:25,573 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:20:25,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Set watcher on znode that does not yet exist, /0-594487484/running 2024-11-15T17:20:25,573 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:25,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:25,573 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,40345,1731691199769' ***** 2024-11-15T17:20:25,573 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:20:25,573 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:20:25,573 INFO [RS:0;046d875b9f8f:40345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:20:25,573 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:20:25,573 INFO [RS:0;046d875b9f8f:40345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:20:25,574 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(3091): Received CLOSE for 000e8079a83fd15ac53465a445670277 2024-11-15T17:20:25,574 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(3091): Received CLOSE for cd05803d1dcdab1a5137a1a731d17c2d 2024-11-15T17:20:25,574 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,40345,1731691199769 2024-11-15T17:20:25,574 INFO [RS:0;046d875b9f8f:40345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:20:25,574 INFO [RS:0;046d875b9f8f:40345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:40345. 2024-11-15T17:20:25,574 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 000e8079a83fd15ac53465a445670277, disabling compactions & flushes 2024-11-15T17:20:25,574 DEBUG [RS:0;046d875b9f8f:40345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:25,574 DEBUG [RS:0;046d875b9f8f:40345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:25,574 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731691208874.000e8079a83fd15ac53465a445670277. 2024-11-15T17:20:25,574 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691208874.000e8079a83fd15ac53465a445670277. 2024-11-15T17:20:25,574 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:20:25,574 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731691208874.000e8079a83fd15ac53465a445670277. after waiting 0 ms 2024-11-15T17:20:25,574 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:20:25,574 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:20:25,574 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731691208874.000e8079a83fd15ac53465a445670277. 2024-11-15T17:20:25,574 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:20:25,574 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T17:20:25,574 DEBUG [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(1325): Online Regions={000e8079a83fd15ac53465a445670277=test,,1731691208874.000e8079a83fd15ac53465a445670277., cd05803d1dcdab1a5137a1a731d17c2d=hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T17:20:25,574 DEBUG [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(1351): Waiting on 000e8079a83fd15ac53465a445670277, 1588230740, cd05803d1dcdab1a5137a1a731d17c2d 2024-11-15T17:20:25,574 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:20:25,574 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:20:25,574 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:20:25,574 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:20:25,574 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:20:25,575 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T17:20:25,577 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/default/test/000e8079a83fd15ac53465a445670277/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T17:20:25,578 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:20:25,578 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:20:25,578 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731691208874.000e8079a83fd15ac53465a445670277. 2024-11-15T17:20:25,578 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 000e8079a83fd15ac53465a445670277: Waiting for close lock at 1731691225574Running coprocessor pre-close hooks at 1731691225574Disabling compacts and flushes for region at 1731691225574Disabling writes for close at 1731691225574Writing region close event to WAL at 1731691225575 (+1 ms)Running coprocessor post-close hooks at 1731691225578 (+3 ms)Closed at 1731691225578 2024-11-15T17:20:25,578 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731691208874.000e8079a83fd15ac53465a445670277. 2024-11-15T17:20:25,578 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd05803d1dcdab1a5137a1a731d17c2d, disabling compactions & flushes 2024-11-15T17:20:25,578 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d. 2024-11-15T17:20:25,578 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d. 2024-11-15T17:20:25,578 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d. after waiting 0 ms 2024-11-15T17:20:25,578 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d. 2024-11-15T17:20:25,578 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd05803d1dcdab1a5137a1a731d17c2d 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-15T17:20:25,585 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:20:25,592 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/.tmp/info/820590f50e3f4a2ca10c1b7395c1c8e0 is 147, key is hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d./info:regioninfo/1731691214359/Put/seqid=0 2024-11-15T17:20:25,596 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/replication/cd05803d1dcdab1a5137a1a731d17c2d/.tmp/hfileref/4add1df37bc54d91a498dd5604d5b8f9 is 74, key is 1/hfileref:2f50e146f39f4430afa19a33a8ecf524_SeqId_6_/1731691222167/Put/seqid=0 2024-11-15T17:20:25,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741846_1022 (size=7686) 2024-11-15T17:20:25,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741847_1023 (size=5345) 2024-11-15T17:20:25,613 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:25,613 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 046d875b9f8f:33029 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 046d875b9f8f/172.17.0.2:33029 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:20:25,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=046d875b9f8f:33029 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 046d875b9f8f/172.17.0.2:33029 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-15T17:20:25,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 046d875b9f8f:33029 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 046d875b9f8f/172.17.0.2:33029 2024-11-15T17:20:25,774 DEBUG [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd05803d1dcdab1a5137a1a731d17c2d 2024-11-15T17:20:25,823 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:25,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 046d875b9f8f:33029 this server is in the failed servers list 2024-11-15T17:20:25,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 046d875b9f8f:33029 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:20:25,975 DEBUG [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd05803d1dcdab1a5137a1a731d17c2d 2024-11-15T17:20:25,998 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/.tmp/info/820590f50e3f4a2ca10c1b7395c1c8e0 2024-11-15T17:20:26,002 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/replication/cd05803d1dcdab1a5137a1a731d17c2d/.tmp/hfileref/4add1df37bc54d91a498dd5604d5b8f9 2024-11-15T17:20:26,004 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:20:26,004 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:20:26,021 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/.tmp/ns/73eaabe1a33f4c9ea840ed0349a33120 is 43, key is default/ns:d/1731691203124/Put/seqid=0 2024-11-15T17:20:26,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741848_1024 (size=5153) 2024-11-15T17:20:26,031 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/replication/cd05803d1dcdab1a5137a1a731d17c2d/.tmp/queue/5eb5d22a52824aa9b012301ad275707a is 153, key is 1-046d875b9f8f,40345,1731691199769/queue:046d875b9f8f%2C40345%2C1731691199769/1731691220024/Put/seqid=0 2024-11-15T17:20:26,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741849_1025 (size=5352) 2024-11-15T17:20:26,133 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:26,133 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 046d875b9f8f:33029 this server is in the failed servers list 2024-11-15T17:20:26,133 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 046d875b9f8f:33029 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:20:26,175 DEBUG [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd05803d1dcdab1a5137a1a731d17c2d 2024-11-15T17:20:26,177 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 1033, reset compression=false 2024-11-15T17:20:26,181 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:20:26,181 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 1328, reset compression=false 2024-11-15T17:20:26,375 DEBUG [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd05803d1dcdab1a5137a1a731d17c2d 2024-11-15T17:20:26,384 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 1328, reset compression=false 2024-11-15T17:20:26,426 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/.tmp/ns/73eaabe1a33f4c9ea840ed0349a33120 2024-11-15T17:20:26,435 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/replication/cd05803d1dcdab1a5137a1a731d17c2d/.tmp/queue/5eb5d22a52824aa9b012301ad275707a 2024-11-15T17:20:26,439 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/replication/cd05803d1dcdab1a5137a1a731d17c2d/.tmp/hfileref/4add1df37bc54d91a498dd5604d5b8f9 as hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/replication/cd05803d1dcdab1a5137a1a731d17c2d/hfileref/4add1df37bc54d91a498dd5604d5b8f9 2024-11-15T17:20:26,443 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/replication/cd05803d1dcdab1a5137a1a731d17c2d/hfileref/4add1df37bc54d91a498dd5604d5b8f9, entries=4, sequenceid=10, filesize=5.2 K 2024-11-15T17:20:26,444 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/replication/cd05803d1dcdab1a5137a1a731d17c2d/.tmp/queue/5eb5d22a52824aa9b012301ad275707a as hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/replication/cd05803d1dcdab1a5137a1a731d17c2d/queue/5eb5d22a52824aa9b012301ad275707a 2024-11-15T17:20:26,445 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/.tmp/rep_barrier/0a016e0d95c0445299035bbc83f74671 is 112, key is test,,1731691208874.000e8079a83fd15ac53465a445670277./rep_barrier:seqnumDuringOpen/1731691210033/Put/seqid=0 2024-11-15T17:20:26,448 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/replication/cd05803d1dcdab1a5137a1a731d17c2d/queue/5eb5d22a52824aa9b012301ad275707a, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T17:20:26,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741850_1026 (size=5518) 2024-11-15T17:20:26,449 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for cd05803d1dcdab1a5137a1a731d17c2d in 871ms, sequenceid=10, compaction requested=false 2024-11-15T17:20:26,449 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T17:20:26,463 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/replication/cd05803d1dcdab1a5137a1a731d17c2d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T17:20:26,464 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:20:26,464 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:20:26,464 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d. 2024-11-15T17:20:26,464 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd05803d1dcdab1a5137a1a731d17c2d: Waiting for close lock at 1731691225578Running coprocessor pre-close hooks at 1731691225578Disabling compacts and flushes for region at 1731691225578Disabling writes for close at 1731691225578Obtaining lock to block concurrent updates at 1731691225578Preparing flush snapshotting stores in cd05803d1dcdab1a5137a1a731d17c2d at 1731691225578Finished memstore snapshotting hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731691225579 (+1 ms)Flushing stores of hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d. at 1731691225579Flushing cd05803d1dcdab1a5137a1a731d17c2d/hfileref: creating writer at 1731691225579Flushing cd05803d1dcdab1a5137a1a731d17c2d/hfileref: appending metadata at 1731691225595 (+16 ms)Flushing cd05803d1dcdab1a5137a1a731d17c2d/hfileref: closing flushed file at 1731691225595Flushing cd05803d1dcdab1a5137a1a731d17c2d/queue: creating writer at 1731691226006 (+411 ms)Flushing cd05803d1dcdab1a5137a1a731d17c2d/queue: appending metadata at 1731691226030 (+24 ms)Flushing cd05803d1dcdab1a5137a1a731d17c2d/queue: closing flushed file at 1731691226030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d68987: reopening flushed file at 1731691226438 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78dd37ea: reopening flushed file at 1731691226443 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for cd05803d1dcdab1a5137a1a731d17c2d in 871ms, sequenceid=10, compaction requested=false at 1731691226449 (+6 ms)Writing region close event to WAL at 1731691226460 (+11 ms)Running coprocessor post-close hooks at 1731691226464 (+4 ms)Closed at 1731691226464 2024-11-15T17:20:26,464 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731691213195.cd05803d1dcdab1a5137a1a731d17c2d. 2024-11-15T17:20:26,575 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T17:20:26,575 DEBUG [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T17:20:26,575 DEBUG [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:20:26,643 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:26,643 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 046d875b9f8f:33029 this server is in the failed servers list 2024-11-15T17:20:26,643 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 046d875b9f8f:33029 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:20:26,687 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 1328, reset compression=false 2024-11-15T17:20:26,775 DEBUG [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:20:26,849 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/.tmp/rep_barrier/0a016e0d95c0445299035bbc83f74671 2024-11-15T17:20:26,866 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/.tmp/table/876e00b1efa747fa92a877b2741ca300 is 53, key is hbase:replication/table:state/1731691214364/Put/seqid=0 2024-11-15T17:20:26,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741851_1027 (size=5308) 2024-11-15T17:20:26,976 DEBUG [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:20:27,090 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 1328, reset compression=false 2024-11-15T17:20:27,176 DEBUG [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:20:27,270 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/.tmp/table/876e00b1efa747fa92a877b2741ca300 2024-11-15T17:20:27,275 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/.tmp/info/820590f50e3f4a2ca10c1b7395c1c8e0 as hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/info/820590f50e3f4a2ca10c1b7395c1c8e0 2024-11-15T17:20:27,279 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/info/820590f50e3f4a2ca10c1b7395c1c8e0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T17:20:27,280 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/.tmp/ns/73eaabe1a33f4c9ea840ed0349a33120 as hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/ns/73eaabe1a33f4c9ea840ed0349a33120 2024-11-15T17:20:27,284 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/ns/73eaabe1a33f4c9ea840ed0349a33120, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T17:20:27,285 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/.tmp/rep_barrier/0a016e0d95c0445299035bbc83f74671 as hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/rep_barrier/0a016e0d95c0445299035bbc83f74671 2024-11-15T17:20:27,290 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/rep_barrier/0a016e0d95c0445299035bbc83f74671, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T17:20:27,290 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/.tmp/table/876e00b1efa747fa92a877b2741ca300 as hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/table/876e00b1efa747fa92a877b2741ca300 2024-11-15T17:20:27,295 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/table/876e00b1efa747fa92a877b2741ca300, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T17:20:27,296 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-11-15T17:20:27,296 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T17:20:27,299 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T17:20:27,300 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:20:27,300 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:20:27,300 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:20:27,300 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691225574Running coprocessor pre-close hooks at 1731691225574Disabling compacts and flushes for region at 1731691225574Disabling writes for close at 1731691225574Obtaining lock to block concurrent updates at 1731691225575 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731691225575Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731691225575Flushing stores of hbase:meta,,1.1588230740 at 1731691225575Flushing 1588230740/info: creating writer at 1731691225575Flushing 1588230740/info: appending metadata at 1731691225592 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731691225592Flushing 1588230740/ns: creating writer at 1731691226002 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731691226021 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731691226021Flushing 1588230740/rep_barrier: creating writer at 1731691226430 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731691226445 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731691226445Flushing 1588230740/table: creating writer at 1731691226853 (+408 ms)Flushing 1588230740/table: appending metadata at 1731691226865 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731691226865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7625b028: reopening flushed file at 1731691227274 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60d3b5e0: reopening flushed file at 1731691227279 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a5bae10: reopening flushed file at 1731691227284 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c59bd67: reopening flushed file at 1731691227290 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1731691227296 (+6 ms)Writing region close event to WAL at 1731691227297 (+1 ms)Running coprocessor post-close hooks at 1731691227300 (+3 ms)Closed at 1731691227300 2024-11-15T17:20:27,300 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:20:27,376 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,40345,1731691199769; all regions closed. 2024-11-15T17:20:27,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741834_1010 (size=4239) 2024-11-15T17:20:27,379 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.meta.1731691203049.meta not finished, retry = 0 2024-11-15T17:20:27,481 DEBUG [RS:0;046d875b9f8f:40345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/oldWALs 2024-11-15T17:20:27,481 INFO [RS:0;046d875b9f8f:40345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C40345%2C1731691199769.meta:.meta(num 1731691203049) 2024-11-15T17:20:27,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741839_1015 (size=2695) 2024-11-15T17:20:27,483 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.rep.1731691214327 not finished, retry = 0 2024-11-15T17:20:27,585 DEBUG [RS:0;046d875b9f8f:40345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/oldWALs 2024-11-15T17:20:27,585 INFO [RS:0;046d875b9f8f:40345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C40345%2C1731691199769.rep:(num 1731691214327) 2024-11-15T17:20:27,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741832_1008 (size=1336) 2024-11-15T17:20:27,587 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 not finished, retry = 0 2024-11-15T17:20:27,594 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 to pos 1328, reset compression=false 2024-11-15T17:20:27,653 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:27,653 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 046d875b9f8f:33029 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 046d875b9f8f/172.17.0.2:33029 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T17:20:27,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=046d875b9f8f:33029 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 046d875b9f8f/172.17.0.2:33029 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-15T17:20:27,656 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=046d875b9f8f:33029 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 046d875b9f8f/172.17.0.2:33029 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-15T17:20:27,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 046d875b9f8f:33029 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 046d875b9f8f/172.17.0.2:33029 2024-11-15T17:20:27,688 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/WALs/046d875b9f8f,40345,1731691199769/046d875b9f8f%2C40345%2C1731691199769.1731691202111 2024-11-15T17:20:27,689 DEBUG [RS:0;046d875b9f8f:40345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/oldWALs 2024-11-15T17:20:27,689 INFO [RS:0;046d875b9f8f:40345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C40345%2C1731691199769:(num 1731691202111) 2024-11-15T17:20:27,689 DEBUG [RS:0;046d875b9f8f:40345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:27,689 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:20:27,689 INFO [RS:0;046d875b9f8f:40345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:20:27,689 INFO [RS:0;046d875b9f8f:40345 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T17:20:27,689 INFO [RS:0;046d875b9f8f:40345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:20:27,689 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:20:27,690 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-046d875b9f8f,40345,1731691199769 because: Region server is closing 2024-11-15T17:20:27,690 INFO [RS:0;046d875b9f8f:40345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:40345. 2024-11-15T17:20:27,690 DEBUG [RS:0;046d875b9f8f:40345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:27,690 DEBUG [RS:0;046d875b9f8f:40345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:27,690 DEBUG [RS:0;046d875b9f8f:40345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:27,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:27,790 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.wal-reader.046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-15T17:20:27,790 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-15T17:20:27,790 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T17:20:27,790 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T17:20:27,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:20:27,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:20:27,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T17:20:27,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T17:20:27,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:20:27,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:20:28,348 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:20:28,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:28,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:28,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:28,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:28,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:28,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:28,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:28,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:28,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:28,591 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,40345,1731691199769.replicationSource.shipper046d875b9f8f%2C40345%2C1731691199769,1-046d875b9f8f,40345,1731691199769 terminated 2024-11-15T17:20:28,591 INFO [RS:0;046d875b9f8f:40345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:40345. 2024-11-15T17:20:28,592 DEBUG [RS:0;046d875b9f8f:40345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:28,592 DEBUG [RS:0;046d875b9f8f:40345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:28,592 DEBUG [RS:0;046d875b9f8f:40345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:28,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:28,592 INFO [RS:0;046d875b9f8f:40345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40345 2024-11-15T17:20:28,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484/rs 2024-11-15T17:20:28,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-594487484/rs/046d875b9f8f,40345,1731691199769 2024-11-15T17:20:28,668 INFO [RS:0;046d875b9f8f:40345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:20:28,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,40345,1731691199769] 2024-11-15T17:20:28,752 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-594487484/draining/046d875b9f8f,40345,1731691199769 already deleted, retry=false 2024-11-15T17:20:28,752 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,40345,1731691199769 expired; onlineServers=0 2024-11-15T17:20:28,752 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,40917,1731691199569' ***** 2024-11-15T17:20:28,752 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:20:28,752 INFO [M:0;046d875b9f8f:40917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:20:28,752 INFO [M:0;046d875b9f8f:40917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:20:28,753 DEBUG [M:0;046d875b9f8f:40917 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:20:28,753 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:20:28,753 DEBUG [M:0;046d875b9f8f:40917 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:20:28,753 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691201842 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691201842,5,FailOnTimeoutGroup] 2024-11-15T17:20:28,753 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691201844 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691201844,5,FailOnTimeoutGroup] 2024-11-15T17:20:28,753 INFO [M:0;046d875b9f8f:40917 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:20:28,753 INFO [M:0;046d875b9f8f:40917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:20:28,753 DEBUG [M:0;046d875b9f8f:40917 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:20:28,753 INFO [M:0;046d875b9f8f:40917 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:20:28,753 INFO [M:0;046d875b9f8f:40917 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:20:28,753 INFO [M:0;046d875b9f8f:40917 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:20:28,753 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:20:28,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-594487484/master 2024-11-15T17:20:28,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-594487484 2024-11-15T17:20:28,763 DEBUG [M:0;046d875b9f8f:40917 {}] zookeeper.ZKUtil(347): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Unable to get data of znode /0-594487484/master because node does not exist (not an error) 2024-11-15T17:20:28,763 WARN [M:0;046d875b9f8f:40917 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:20:28,764 INFO [M:0;046d875b9f8f:40917 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/.lastflushedseqids 2024-11-15T17:20:28,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741852_1028 (size=263) 2024-11-15T17:20:28,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:20:28,832 INFO [RS:0;046d875b9f8f:40345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:20:28,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40345-0x1013f82af1b0001, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:20:28,832 INFO [RS:0;046d875b9f8f:40345 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,40345,1731691199769; zookeeper connection closed. 2024-11-15T17:20:28,832 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60c3256e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60c3256e 2024-11-15T17:20:28,832 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:20:29,153 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:20:29,168 INFO [M:0;046d875b9f8f:40917 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:20:29,168 INFO [M:0;046d875b9f8f:40917 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:20:29,168 DEBUG [M:0;046d875b9f8f:40917 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:20:29,168 INFO [M:0;046d875b9f8f:40917 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:29,168 DEBUG [M:0;046d875b9f8f:40917 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:29,168 DEBUG [M:0;046d875b9f8f:40917 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:20:29,168 DEBUG [M:0;046d875b9f8f:40917 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:29,168 INFO [M:0;046d875b9f8f:40917 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T17:20:29,184 DEBUG [M:0;046d875b9f8f:40917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf37551574d2451ca6796105e95cae3b is 82, key is hbase:meta,,1/info:regioninfo/1731691203078/Put/seqid=0 2024-11-15T17:20:29,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741853_1029 (size=5672) 2024-11-15T17:20:29,588 INFO [M:0;046d875b9f8f:40917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf37551574d2451ca6796105e95cae3b 2024-11-15T17:20:29,607 DEBUG [M:0;046d875b9f8f:40917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15c2a6b1937d4856b5652603b9d4b788 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731691214367/Put/seqid=0 2024-11-15T17:20:29,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741854_1030 (size=8516) 2024-11-15T17:20:29,673 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:29,673 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:20:29,673 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:20:30,011 INFO [M:0;046d875b9f8f:40917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15c2a6b1937d4856b5652603b9d4b788 2024-11-15T17:20:30,027 DEBUG [M:0;046d875b9f8f:40917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db50dc4282a14bf8a31e5ff6b6d97f83 is 69, key is 046d875b9f8f,40345,1731691199769/rs:state/1731691201943/Put/seqid=0 2024-11-15T17:20:30,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741855_1031 (size=5156) 2024-11-15T17:20:30,431 INFO [M:0;046d875b9f8f:40917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db50dc4282a14bf8a31e5ff6b6d97f83 2024-11-15T17:20:30,435 DEBUG [M:0;046d875b9f8f:40917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf37551574d2451ca6796105e95cae3b as hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf37551574d2451ca6796105e95cae3b 2024-11-15T17:20:30,438 INFO [M:0;046d875b9f8f:40917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf37551574d2451ca6796105e95cae3b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T17:20:30,439 DEBUG [M:0;046d875b9f8f:40917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15c2a6b1937d4856b5652603b9d4b788 as hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15c2a6b1937d4856b5652603b9d4b788 2024-11-15T17:20:30,442 INFO [M:0;046d875b9f8f:40917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15c2a6b1937d4856b5652603b9d4b788, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T17:20:30,443 DEBUG [M:0;046d875b9f8f:40917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db50dc4282a14bf8a31e5ff6b6d97f83 as hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db50dc4282a14bf8a31e5ff6b6d97f83 2024-11-15T17:20:30,446 INFO [M:0;046d875b9f8f:40917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41897/user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db50dc4282a14bf8a31e5ff6b6d97f83, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T17:20:30,447 INFO [M:0;046d875b9f8f:40917 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-15T17:20:30,448 INFO [M:0;046d875b9f8f:40917 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:30,448 DEBUG [M:0;046d875b9f8f:40917 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691229168Disabling compacts and flushes for region at 1731691229168Disabling writes for close at 1731691229168Obtaining lock to block concurrent updates at 1731691229168Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691229168Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731691229168Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691229169 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691229169Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691229184 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691229184Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691229592 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691229607 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691229607Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691230014 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691230026 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691230026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7623b03d: reopening flushed file at 1731691230434 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14708ef8: reopening flushed file at 1731691230438 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@284df7d2: reopening flushed file at 1731691230442 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1731691230447 (+5 ms)Writing region close event to WAL at 1731691230448 (+1 ms)Closed at 1731691230448 2024-11-15T17:20:30,450 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d39eb5b-fcb8-c8d1-23d0-b04cd95f6b04/MasterData/WALs/046d875b9f8f,40917,1731691199569/046d875b9f8f%2C40917%2C1731691199569.1731691201556 not finished, retry = 0 2024-11-15T17:20:30,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741830_1006 (size=63654) 2024-11-15T17:20:30,551 INFO [M:0;046d875b9f8f:40917 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:20:30,551 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:20:30,551 INFO [M:0;046d875b9f8f:40917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40917 2024-11-15T17:20:30,551 INFO [M:0;046d875b9f8f:40917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:20:30,716 INFO [M:0;046d875b9f8f:40917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:20:30,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:20:30,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1013f82af1b0000, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:20:30,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37175182{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:20:30,718 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@458d98f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:20:30,718 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:20:30,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c217a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:20:30,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a5f470f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/hadoop.log.dir/,STOPPED} 2024-11-15T17:20:30,719 WARN [BP-17441234-172.17.0.2-1731691197325 heartbeating to localhost/127.0.0.1:41897 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:20:30,719 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:20:30,719 WARN [BP-17441234-172.17.0.2-1731691197325 heartbeating to localhost/127.0.0.1:41897 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-17441234-172.17.0.2-1731691197325 (Datanode Uuid 430c1842-3ffa-4443-a5f8-8ce694d6baa4) service to localhost/127.0.0.1:41897 2024-11-15T17:20:30,719 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:20:30,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/cluster_2d64309b-0c07-38b2-c31d-da24991b7d60/data/data1/current/BP-17441234-172.17.0.2-1731691197325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:20:30,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/cluster_2d64309b-0c07-38b2-c31d-da24991b7d60/data/data2/current/BP-17441234-172.17.0.2-1731691197325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:20:30,720 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:20:30,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21b1326b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:20:30,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7762b913{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:20:30,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:20:30,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5736233d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:20:30,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c5148e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc9e9f9-f9f6-23c2-935b-2d6afae83b38/hadoop.log.dir/,STOPPED} 2024-11-15T17:20:30,730 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T17:20:30,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:20:30,748 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 206) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34355 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41897 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34355 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41897 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61128) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61128) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=617 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 312), ProcessCount=11 (was 11), AvailableMemoryMB=418 (was 533) 2024-11-15T17:20:30,756 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=617, MaxFileDescriptor=1048576, SystemLoadAverage=311, ProcessCount=11, AvailableMemoryMB=418 2024-11-15T17:20:30,767 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-15T17:20:30,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/hadoop.log.dir so I do NOT create it in target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f 2024-11-15T17:20:30,768 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:20:30,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/hadoop.tmp.dir so I do NOT create it in target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f 2024-11-15T17:20:30,768 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7126481-ddb5-048e-b448-0a246c9989df/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:20:30,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f 2024-11-15T17:20:30,768 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/cluster_307ecee7-c667-8f92-9b87-a6bad050286b, deleteOnExit=true 2024-11-15T17:20:30,788 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/cluster_307ecee7-c667-8f92-9b87-a6bad050286b/zookeeper_0, clientPort=60182, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/cluster_307ecee7-c667-8f92-9b87-a6bad050286b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/cluster_307ecee7-c667-8f92-9b87-a6bad050286b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T17:20:30,789 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60182 2024-11-15T17:20:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:20:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:20:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/test.cache.data in system properties and HBase conf 2024-11-15T17:20:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:20:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:20:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:20:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:20:30,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:20:30,789 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:20:30,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:20:30,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:20:30,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:20:30,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:20:30,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:20:30,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:20:30,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:20:30,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:20:30,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:20:30,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:20:30,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:20:30,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:20:30,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:20:30,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:20:30,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013f82af1b0005, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T17:20:30,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013f82af1b0002, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T17:20:30,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013f82af1b0005, quorum=127.0.0.1:61128, baseZNode=/11446509709 Received Disconnected from ZooKeeper, ignoring 2024-11-15T17:20:30,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013f82af1b0002, quorum=127.0.0.1:61128, baseZNode=/0-594487484 Received Disconnected from ZooKeeper, ignoring 2024-11-15T17:20:31,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:20:31,101 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:20:31,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:20:31,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:20:31,102 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T17:20:31,103 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:20:31,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fdac2e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:20:31,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a685939{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:20:31,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1012b09e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/java.io.tmpdir/jetty-localhost-40987-hadoop-hdfs-3_4_1-tests_jar-_-any-1108897102130276848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:20:31,203 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@665193da{HTTP/1.1, (http/1.1)}{localhost:40987} 2024-11-15T17:20:31,203 INFO [Time-limited test {}] server.Server(415): Started @200262ms 2024-11-15T17:20:31,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:20:31,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:20:31,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:20:31,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:20:31,448 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T17:20:31,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e77e763{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:20:31,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338dcc6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:20:31,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4260ffd0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/java.io.tmpdir/jetty-localhost-43943-hadoop-hdfs-3_4_1-tests_jar-_-any-13395198368193592390/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:20:31,545 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ccfdb21{HTTP/1.1, (http/1.1)}{localhost:43943} 2024-11-15T17:20:31,545 INFO [Time-limited test {}] server.Server(415): Started @200604ms 2024-11-15T17:20:31,546 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:20:32,261 WARN [Thread-2182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/cluster_307ecee7-c667-8f92-9b87-a6bad050286b/data/data1/current/BP-1501824975-172.17.0.2-1731691230804/current, will proceed with Du for space computation calculation, 2024-11-15T17:20:32,261 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/cluster_307ecee7-c667-8f92-9b87-a6bad050286b/data/data2/current/BP-1501824975-172.17.0.2-1731691230804/current, will proceed with Du for space computation calculation, 2024-11-15T17:20:32,275 WARN [Thread-2170 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:20:32,277 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48e0ae8f50d2c47b with lease ID 0x90e84d23657a246f: Processing first storage report for DS-a7d85380-f109-4394-ab71-a51b1f750836 from datanode DatanodeRegistration(127.0.0.1:38627, datanodeUuid=e9466c14-5214-4c32-b36a-d7c48a706d5a, infoPort=46469, infoSecurePort=0, ipcPort=41911, storageInfo=lv=-57;cid=testClusterID;nsid=1423425239;c=1731691230804) 2024-11-15T17:20:32,277 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48e0ae8f50d2c47b with lease ID 0x90e84d23657a246f: from storage DS-a7d85380-f109-4394-ab71-a51b1f750836 node DatanodeRegistration(127.0.0.1:38627, datanodeUuid=e9466c14-5214-4c32-b36a-d7c48a706d5a, infoPort=46469, infoSecurePort=0, ipcPort=41911, storageInfo=lv=-57;cid=testClusterID;nsid=1423425239;c=1731691230804), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:20:32,277 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48e0ae8f50d2c47b with lease ID 0x90e84d23657a246f: Processing first storage report for DS-a3063ddd-1a95-43ab-8cfc-7de32513713d from datanode DatanodeRegistration(127.0.0.1:38627, datanodeUuid=e9466c14-5214-4c32-b36a-d7c48a706d5a, infoPort=46469, infoSecurePort=0, ipcPort=41911, storageInfo=lv=-57;cid=testClusterID;nsid=1423425239;c=1731691230804) 2024-11-15T17:20:32,277 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48e0ae8f50d2c47b with lease ID 0x90e84d23657a246f: from storage DS-a3063ddd-1a95-43ab-8cfc-7de32513713d node DatanodeRegistration(127.0.0.1:38627, datanodeUuid=e9466c14-5214-4c32-b36a-d7c48a706d5a, infoPort=46469, infoSecurePort=0, ipcPort=41911, storageInfo=lv=-57;cid=testClusterID;nsid=1423425239;c=1731691230804), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:20:32,372 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f 2024-11-15T17:20:32,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:32,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:32,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:20:32,781 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c with version=8 2024-11-15T17:20:32,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/hbase-staging 2024-11-15T17:20:32,783 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:20:32,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:20:32,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:20:32,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:20:32,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:20:32,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:20:32,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:20:32,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:20:32,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39911 2024-11-15T17:20:32,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39911 connecting to ZooKeeper ensemble=127.0.0.1:60182 2024-11-15T17:20:32,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399110x0, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:20:32,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39911-0x1013f8331ef0000 connected 2024-11-15T17:20:32,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:32,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:32,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Set watcher on znode that does not yet exist, /0111208951/running 2024-11-15T17:20:32,966 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c, hbase.cluster.distributed=false 2024-11-15T17:20:32,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Set watcher on znode that does not yet exist, /0111208951/acl 2024-11-15T17:20:32,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39911 2024-11-15T17:20:32,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39911 2024-11-15T17:20:32,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39911 2024-11-15T17:20:32,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39911 2024-11-15T17:20:32,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39911 2024-11-15T17:20:32,981 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:20:32,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:20:32,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:20:32,981 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:20:32,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:20:32,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:20:32,981 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:20:32,981 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:20:32,983 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37449 2024-11-15T17:20:32,983 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37449 connecting to ZooKeeper ensemble=127.0.0.1:60182 2024-11-15T17:20:32,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:32,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:32,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374490x0, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:20:32,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374490x0, quorum=127.0.0.1:60182, baseZNode=/0111208951 Set watcher on znode that does not yet exist, /0111208951/running 2024-11-15T17:20:32,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37449-0x1013f8331ef0001 connected 2024-11-15T17:20:32,995 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:20:32,995 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:20:32,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Set watcher on znode that does not yet exist, /0111208951/master 2024-11-15T17:20:32,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Set watcher on znode that does not yet exist, /0111208951/acl 2024-11-15T17:20:33,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37449 2024-11-15T17:20:33,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37449 2024-11-15T17:20:33,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37449 2024-11-15T17:20:33,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37449 2024-11-15T17:20:33,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37449 2024-11-15T17:20:33,012 DEBUG [M:0;046d875b9f8f:39911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:39911 2024-11-15T17:20:33,012 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0111208951/backup-masters/046d875b9f8f,39911,1731691232783 2024-11-15T17:20:33,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951/backup-masters 2024-11-15T17:20:33,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951/backup-masters 2024-11-15T17:20:33,083 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Set watcher on existing znode=/0111208951/backup-masters/046d875b9f8f,39911,1731691232783 2024-11-15T17:20:33,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0111208951/master 2024-11-15T17:20:33,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951 2024-11-15T17:20:33,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951 2024-11-15T17:20:33,143 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Set watcher on existing znode=/0111208951/master 2024-11-15T17:20:33,143 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0111208951/backup-masters/046d875b9f8f,39911,1731691232783 from backup master directory 2024-11-15T17:20:33,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0111208951/backup-masters/046d875b9f8f,39911,1731691232783 2024-11-15T17:20:33,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951/backup-masters 2024-11-15T17:20:33,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951/backup-masters 2024-11-15T17:20:33,182 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:20:33,182 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,39911,1731691232783 2024-11-15T17:20:33,185 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/hbase.id] with ID: f1c4a696-1110-45d7-b59c-5fc04d3657bb 2024-11-15T17:20:33,185 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/.tmp/hbase.id 2024-11-15T17:20:33,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:20:33,340 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:20:33,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:33,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:33,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:33,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:33,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:33,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:33,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:33,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:33,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:33,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:33,589 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/.tmp/hbase.id]:[hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/hbase.id] 2024-11-15T17:20:33,598 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:33,598 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:20:33,598 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T17:20:33,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951 2024-11-15T17:20:33,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951 2024-11-15T17:20:33,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:20:33,683 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:33,684 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:20:33,684 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8179 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:20:34,083 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:20:34,084 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:20:34,084 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:20:34,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:20:34,490 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store 2024-11-15T17:20:34,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:20:34,895 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:34,895 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:20:34,895 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:34,895 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:34,895 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:20:34,895 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:34,895 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:34,895 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691234895Disabling compacts and flushes for region at 1731691234895Disabling writes for close at 1731691234895Writing region close event to WAL at 1731691234895Closed at 1731691234895 2024-11-15T17:20:34,896 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store/.initializing 2024-11-15T17:20:34,896 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/WALs/046d875b9f8f,39911,1731691232783 2024-11-15T17:20:34,897 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:20:34,898 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C39911%2C1731691232783, suffix=, logDir=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/WALs/046d875b9f8f,39911,1731691232783, archiveDir=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/oldWALs, maxLogs=10 2024-11-15T17:20:34,913 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/WALs/046d875b9f8f,39911,1731691232783/046d875b9f8f%2C39911%2C1731691232783.1731691234898, exclude list is [], retry=0 2024-11-15T17:20:34,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38627,DS-a7d85380-f109-4394-ab71-a51b1f750836,DISK] 2024-11-15T17:20:34,917 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/WALs/046d875b9f8f,39911,1731691232783/046d875b9f8f%2C39911%2C1731691232783.1731691234898 2024-11-15T17:20:34,917 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46469:46469)] 2024-11-15T17:20:34,918 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:20:34,918 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:34,918 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:34,918 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:34,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:34,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:20:34,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:34,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:34,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:34,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:20:34,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:34,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:34,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:34,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:20:34,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:34,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:34,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:34,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:20:34,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:34,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:34,923 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:34,924 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:34,924 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:34,925 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:34,925 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:34,925 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:20:34,926 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:34,928 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:20:34,929 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69083254, jitterRate=0.029420703649520874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:20:34,929 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691234918Initializing all the Stores at 1731691234919 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691234919Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691234919Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691234919Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691234919Cleaning up temporary data from old regions at 1731691234925 (+6 ms)Region opened successfully at 1731691234929 (+4 ms) 2024-11-15T17:20:34,930 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:20:34,932 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3287ecc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:20:34,933 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:20:34,933 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:20:34,933 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:20:34,933 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:20:34,934 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:20:34,934 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:20:34,934 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:20:34,936 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:20:34,937 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Unable to get data of znode /0111208951/balancer because node does not exist (not necessarily an error) 2024-11-15T17:20:35,004 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0111208951/balancer already deleted, retry=false 2024-11-15T17:20:35,005 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:20:35,006 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Unable to get data of znode /0111208951/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:20:35,015 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0111208951/normalizer already deleted, retry=false 2024-11-15T17:20:35,015 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:20:35,016 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Unable to get data of znode /0111208951/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:20:35,025 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0111208951/switch/split already deleted, retry=false 2024-11-15T17:20:35,026 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Unable to get data of znode /0111208951/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:20:35,036 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0111208951/switch/merge already deleted, retry=false 2024-11-15T17:20:35,038 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Unable to get data of znode /0111208951/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:20:35,046 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0111208951/snapshot-cleanup already deleted, retry=false 2024-11-15T17:20:35,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0111208951/running 2024-11-15T17:20:35,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0111208951/running 2024-11-15T17:20:35,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951 2024-11-15T17:20:35,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951 2024-11-15T17:20:35,057 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,39911,1731691232783, sessionid=0x1013f8331ef0000, setting cluster-up flag (Was=false) 2024-11-15T17:20:35,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951 2024-11-15T17:20:35,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951 2024-11-15T17:20:35,110 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0111208951/flush-table-proc/acquired, /0111208951/flush-table-proc/reached, /0111208951/flush-table-proc/abort 2024-11-15T17:20:35,111 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,39911,1731691232783 2024-11-15T17:20:35,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951 2024-11-15T17:20:35,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951 2024-11-15T17:20:35,162 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0111208951/online-snapshot/acquired, /0111208951/online-snapshot/reached, /0111208951/online-snapshot/abort 2024-11-15T17:20:35,163 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,39911,1731691232783 2024-11-15T17:20:35,164 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:20:35,166 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:20:35,166 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:20:35,166 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:20:35,166 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,39911,1731691232783 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:20:35,167 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:20:35,167 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:20:35,167 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:20:35,167 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:20:35,167 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:20:35,167 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:35,167 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:20:35,168 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:35,168 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691265168 2024-11-15T17:20:35,168 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:20:35,168 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:20:35,168 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:20:35,168 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:20:35,168 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:20:35,168 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:20:35,169 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:20:35,169 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:35,169 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:20:35,169 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:20:35,169 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:20:35,169 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:20:35,169 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:20:35,169 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:20:35,169 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:20:35,169 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691235169,5,FailOnTimeoutGroup] 2024-11-15T17:20:35,169 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:35,169 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:20:35,172 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691235169,5,FailOnTimeoutGroup] 2024-11-15T17:20:35,172 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:35,172 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:20:35,172 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:35,172 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:35,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:20:35,204 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(746): ClusterId : f1c4a696-1110-45d7-b59c-5fc04d3657bb 2024-11-15T17:20:35,205 DEBUG [RS:0;046d875b9f8f:37449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:20:35,215 DEBUG [RS:0;046d875b9f8f:37449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:20:35,215 DEBUG [RS:0;046d875b9f8f:37449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:20:35,226 DEBUG [RS:0;046d875b9f8f:37449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:20:35,227 DEBUG [RS:0;046d875b9f8f:37449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db823e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:20:35,237 DEBUG [RS:0;046d875b9f8f:37449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:37449 2024-11-15T17:20:35,237 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:20:35,237 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:20:35,237 DEBUG [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:20:35,238 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,39911,1731691232783 with port=37449, startcode=1731691232981 2024-11-15T17:20:35,238 DEBUG [RS:0;046d875b9f8f:37449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:20:35,239 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:20:35,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39911 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,37449,1731691232981 2024-11-15T17:20:35,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39911 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,37449,1731691232981 2024-11-15T17:20:35,240 DEBUG [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c 2024-11-15T17:20:35,241 DEBUG [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37137 2024-11-15T17:20:35,241 DEBUG [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:20:35,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951/rs 2024-11-15T17:20:35,247 DEBUG [RS:0;046d875b9f8f:37449 {}] zookeeper.ZKUtil(111): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Set watcher on existing znode=/0111208951/rs/046d875b9f8f,37449,1731691232981 2024-11-15T17:20:35,247 WARN [RS:0;046d875b9f8f:37449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:20:35,247 INFO [RS:0;046d875b9f8f:37449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:20:35,247 DEBUG [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981 2024-11-15T17:20:35,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,37449,1731691232981] 2024-11-15T17:20:35,249 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:20:35,251 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:20:35,251 INFO [RS:0;046d875b9f8f:37449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:20:35,251 INFO [RS:0;046d875b9f8f:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:35,251 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:20:35,252 INFO [RS:0;046d875b9f8f:37449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:20:35,252 INFO [RS:0;046d875b9f8f:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:35,252 DEBUG [RS:0;046d875b9f8f:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:35,252 DEBUG [RS:0;046d875b9f8f:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:35,252 DEBUG [RS:0;046d875b9f8f:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:35,252 DEBUG [RS:0;046d875b9f8f:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:35,252 DEBUG [RS:0;046d875b9f8f:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:35,252 DEBUG [RS:0;046d875b9f8f:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:20:35,252 DEBUG [RS:0;046d875b9f8f:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:35,252 DEBUG [RS:0;046d875b9f8f:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:35,252 DEBUG [RS:0;046d875b9f8f:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:35,252 DEBUG [RS:0;046d875b9f8f:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:35,252 DEBUG [RS:0;046d875b9f8f:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:35,252 DEBUG [RS:0;046d875b9f8f:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:35,252 DEBUG [RS:0;046d875b9f8f:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:20:35,252 DEBUG [RS:0;046d875b9f8f:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:20:35,252 INFO [RS:0;046d875b9f8f:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:35,252 INFO [RS:0;046d875b9f8f:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:35,252 INFO [RS:0;046d875b9f8f:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:35,252 INFO [RS:0;046d875b9f8f:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:35,252 INFO [RS:0;046d875b9f8f:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:35,252 INFO [RS:0;046d875b9f8f:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,37449,1731691232981-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:20:35,267 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:20:35,267 INFO [RS:0;046d875b9f8f:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,37449,1731691232981-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:35,267 INFO [RS:0;046d875b9f8f:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:35,267 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.Replication(171): 046d875b9f8f,37449,1731691232981 started 2024-11-15T17:20:35,278 INFO [RS:0;046d875b9f8f:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:35,278 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,37449,1731691232981, RpcServer on 046d875b9f8f/172.17.0.2:37449, sessionid=0x1013f8331ef0001 2024-11-15T17:20:35,279 DEBUG [RS:0;046d875b9f8f:37449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:20:35,279 DEBUG [RS:0;046d875b9f8f:37449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,37449,1731691232981 2024-11-15T17:20:35,279 DEBUG [RS:0;046d875b9f8f:37449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,37449,1731691232981' 2024-11-15T17:20:35,279 DEBUG [RS:0;046d875b9f8f:37449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0111208951/flush-table-proc/abort' 2024-11-15T17:20:35,279 DEBUG [RS:0;046d875b9f8f:37449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0111208951/flush-table-proc/acquired' 2024-11-15T17:20:35,279 DEBUG [RS:0;046d875b9f8f:37449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:20:35,279 DEBUG [RS:0;046d875b9f8f:37449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:20:35,279 DEBUG [RS:0;046d875b9f8f:37449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,37449,1731691232981 2024-11-15T17:20:35,279 DEBUG [RS:0;046d875b9f8f:37449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,37449,1731691232981' 2024-11-15T17:20:35,279 DEBUG [RS:0;046d875b9f8f:37449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0111208951/online-snapshot/abort' 2024-11-15T17:20:35,280 DEBUG [RS:0;046d875b9f8f:37449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0111208951/online-snapshot/acquired' 2024-11-15T17:20:35,280 DEBUG [RS:0;046d875b9f8f:37449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:20:35,280 INFO [RS:0;046d875b9f8f:37449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:20:35,280 INFO [RS:0;046d875b9f8f:37449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:20:35,380 INFO [RS:0;046d875b9f8f:37449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:20:35,381 INFO [RS:0;046d875b9f8f:37449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C37449%2C1731691232981, suffix=, logDir=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981, archiveDir=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/oldWALs, maxLogs=10 2024-11-15T17:20:35,393 DEBUG [RS:0;046d875b9f8f:37449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382, exclude list is [], retry=0 2024-11-15T17:20:35,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38627,DS-a7d85380-f109-4394-ab71-a51b1f750836,DISK] 2024-11-15T17:20:35,396 INFO [RS:0;046d875b9f8f:37449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 2024-11-15T17:20:35,397 DEBUG [RS:0;046d875b9f8f:37449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46469:46469)] 2024-11-15T17:20:35,580 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:20:35,580 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c 2024-11-15T17:20:35,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741833_1009 (size=32) 2024-11-15T17:20:35,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:35,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:20:35,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:20:35,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:35,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:35,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:20:35,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:20:35,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:35,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:35,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:20:35,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:20:35,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:35,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:35,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:20:35,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:20:35,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:35,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:35,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:20:35,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740 2024-11-15T17:20:35,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740 2024-11-15T17:20:35,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:20:35,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:20:35,993 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:20:35,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:20:35,995 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:20:35,996 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68821490, jitterRate=0.025520116090774536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:20:35,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691235986Initializing all the Stores at 1731691235986Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691235986Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691235986Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691235986Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691235986Cleaning up temporary data from old regions at 1731691235993 (+7 ms)Region opened successfully at 1731691235996 (+3 ms) 2024-11-15T17:20:35,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:20:35,996 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:20:35,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:20:35,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:20:35,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:20:35,996 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:20:35,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691235996Disabling compacts and flushes for region at 1731691235996Disabling writes for close at 1731691235996Writing region close event to WAL at 1731691235996Closed at 1731691235996 2024-11-15T17:20:35,997 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:20:35,997 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:20:35,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:20:35,999 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:20:35,999 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:20:36,149 DEBUG [046d875b9f8f:39911 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:20:36,150 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,37449,1731691232981 2024-11-15T17:20:36,151 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,37449,1731691232981, state=OPENING 2024-11-15T17:20:36,246 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:20:36,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951 2024-11-15T17:20:36,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951 2024-11-15T17:20:36,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0111208951/meta-region-server: CHANGED 2024-11-15T17:20:36,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0111208951/meta-region-server: CHANGED 2024-11-15T17:20:36,257 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:20:36,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,37449,1731691232981}] 2024-11-15T17:20:36,409 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:20:36,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:20:36,413 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:20:36,413 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:20:36,413 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:20:36,414 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C37449%2C1731691232981.meta, suffix=.meta, logDir=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981, archiveDir=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/oldWALs, maxLogs=10 2024-11-15T17:20:36,426 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.meta.1731691236415.meta, exclude list is [], retry=0 2024-11-15T17:20:36,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38627,DS-a7d85380-f109-4394-ab71-a51b1f750836,DISK] 2024-11-15T17:20:36,429 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.meta.1731691236415.meta 2024-11-15T17:20:36,430 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46469:46469)] 2024-11-15T17:20:36,430 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:20:36,431 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:20:36,431 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:20:36,431 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:20:36,431 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:20:36,431 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:20:36,431 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:36,431 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:20:36,431 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:20:36,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:20:36,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:20:36,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:36,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:36,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:20:36,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:20:36,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:36,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:36,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:20:36,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:20:36,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:36,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:36,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:20:36,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:20:36,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:36,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:36,435 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:20:36,436 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740 2024-11-15T17:20:36,437 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740 2024-11-15T17:20:36,437 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:20:36,437 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:20:36,438 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:20:36,438 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:20:36,439 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68064508, jitterRate=0.01424020528793335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:20:36,439 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:20:36,439 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691236431Writing region info on filesystem at 1731691236431Initializing all the Stores at 1731691236432 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691236432Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691236432Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691236432Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691236432Cleaning up temporary data from old regions at 1731691236437 (+5 ms)Running coprocessor post-open hooks at 1731691236439 (+2 ms)Region opened successfully at 1731691236439 2024-11-15T17:20:36,440 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691236409 2024-11-15T17:20:36,442 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:20:36,442 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:20:36,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,37449,1731691232981 2024-11-15T17:20:36,443 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,37449,1731691232981, state=OPEN 2024-11-15T17:20:36,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0111208951/meta-region-server 2024-11-15T17:20:36,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0111208951/meta-region-server 2024-11-15T17:20:36,473 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,37449,1731691232981 2024-11-15T17:20:36,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0111208951/meta-region-server: CHANGED 2024-11-15T17:20:36,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0111208951/meta-region-server: CHANGED 2024-11-15T17:20:36,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:20:36,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,37449,1731691232981 in 216 msec 2024-11-15T17:20:36,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:20:36,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-11-15T17:20:36,476 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:20:36,476 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:20:36,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:36,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,37449,1731691232981, seqNum=-1] 2024-11-15T17:20:36,478 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:36,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:20:36,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3160 sec 2024-11-15T17:20:36,483 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691236483, completionTime=-1 2024-11-15T17:20:36,483 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:20:36,483 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:20:36,485 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:20:36,485 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691296485 2024-11-15T17:20:36,485 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691356485 2024-11-15T17:20:36,485 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T17:20:36,485 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,39911,1731691232783-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:36,485 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,39911,1731691232783-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:36,485 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,39911,1731691232783-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:36,485 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:39911, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:36,485 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:36,486 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:36,487 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:20:36,489 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.307sec 2024-11-15T17:20:36,489 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:20:36,489 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:20:36,489 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:20:36,489 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:20:36,489 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:20:36,489 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,39911,1731691232783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:20:36,490 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,39911,1731691232783-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:20:36,491 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:20:36,491 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:20:36,491 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,39911,1731691232783-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:36,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cbaa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:36,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,39911,-1 for getting cluster id 2024-11-15T17:20:36,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:36,506 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1c4a696-1110-45d7-b59c-5fc04d3657bb' 2024-11-15T17:20:36,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:36,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1c4a696-1110-45d7-b59c-5fc04d3657bb" 2024-11-15T17:20:36,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5085a310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:36,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,39911,-1] 2024-11-15T17:20:36,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:36,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:36,508 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:36,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251ef688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:36,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:36,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,37449,1731691232981, seqNum=-1] 2024-11-15T17:20:36,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:36,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:20:36,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,39911,1731691232783 2024-11-15T17:20:36,512 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60182 2024-11-15T17:20:36,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:20:36,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f8331ef0002 connected 2024-11-15T17:20:36,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/hadoop.log.dir so I do NOT create it in target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031 2024-11-15T17:20:36,543 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:20:36,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/hadoop.tmp.dir so I do NOT create it in target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031 2024-11-15T17:20:36,543 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:20:36,543 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031 2024-11-15T17:20:36,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:20:36,544 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/cluster_baacb4b1-b9fe-35dd-3ef0-9ca44522e189, deleteOnExit=true 2024-11-15T17:20:36,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:20:36,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/test.cache.data in system properties and HBase conf 2024-11-15T17:20:36,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:20:36,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:20:36,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:20:36,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:20:36,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:20:36,544 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:20:36,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:20:36,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:20:36,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:20:36,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:20:36,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:20:36,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:20:36,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:20:36,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:20:36,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:20:36,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:20:36,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:20:36,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:20:36,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:20:36,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:20:36,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:20:36,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:20:36,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:20:36,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:20:36,883 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:20:36,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:20:36,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c3bb764{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:20:36,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e07a1af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:20:36,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@173d8147{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/java.io.tmpdir/jetty-localhost-46417-hadoop-hdfs-3_4_1-tests_jar-_-any-8153072700814325866/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:20:36,982 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f613f66{HTTP/1.1, (http/1.1)}{localhost:46417} 2024-11-15T17:20:36,982 INFO [Time-limited test {}] server.Server(415): Started @206040ms 2024-11-15T17:20:37,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:20:37,217 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:20:37,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:20:37,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:20:37,220 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T17:20:37,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@473d1391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:20:37,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66020d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:20:37,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40e5f5b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/java.io.tmpdir/jetty-localhost-35855-hadoop-hdfs-3_4_1-tests_jar-_-any-2538978463496101181/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:20:37,315 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@feb2d2d{HTTP/1.1, (http/1.1)}{localhost:35855} 2024-11-15T17:20:37,315 INFO [Time-limited test {}] server.Server(415): Started @206373ms 2024-11-15T17:20:37,316 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:20:37,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:20:37,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T17:20:37,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:20:37,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T17:20:37,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:20:37,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T17:20:37,957 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/cluster_baacb4b1-b9fe-35dd-3ef0-9ca44522e189/data/data1/current/BP-76796355-172.17.0.2-1731691236562/current, will proceed with Du for space computation calculation, 2024-11-15T17:20:37,957 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/cluster_baacb4b1-b9fe-35dd-3ef0-9ca44522e189/data/data2/current/BP-76796355-172.17.0.2-1731691236562/current, will proceed with Du for space computation calculation, 2024-11-15T17:20:37,971 WARN [Thread-2291 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:20:37,973 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x340fe272efd0e600 with lease ID 0x3414484cfd8e91ba: Processing first storage report for DS-77736f3c-e54d-4f9b-b9b6-9205068e5424 from datanode DatanodeRegistration(127.0.0.1:46809, datanodeUuid=d9e24dd9-d4a4-4a5b-a2fb-67c5a4c8d9f6, infoPort=37483, infoSecurePort=0, ipcPort=32927, storageInfo=lv=-57;cid=testClusterID;nsid=686163870;c=1731691236562) 2024-11-15T17:20:37,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x340fe272efd0e600 with lease ID 0x3414484cfd8e91ba: from storage DS-77736f3c-e54d-4f9b-b9b6-9205068e5424 node DatanodeRegistration(127.0.0.1:46809, datanodeUuid=d9e24dd9-d4a4-4a5b-a2fb-67c5a4c8d9f6, infoPort=37483, infoSecurePort=0, ipcPort=32927, storageInfo=lv=-57;cid=testClusterID;nsid=686163870;c=1731691236562), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:20:37,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x340fe272efd0e600 with lease ID 0x3414484cfd8e91ba: Processing first storage report for DS-aae1eca6-89e0-476e-b923-493edd1174ef from datanode DatanodeRegistration(127.0.0.1:46809, datanodeUuid=d9e24dd9-d4a4-4a5b-a2fb-67c5a4c8d9f6, infoPort=37483, infoSecurePort=0, ipcPort=32927, storageInfo=lv=-57;cid=testClusterID;nsid=686163870;c=1731691236562) 2024-11-15T17:20:37,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x340fe272efd0e600 with lease ID 0x3414484cfd8e91ba: from storage DS-aae1eca6-89e0-476e-b923-493edd1174ef node DatanodeRegistration(127.0.0.1:46809, datanodeUuid=d9e24dd9-d4a4-4a5b-a2fb-67c5a4c8d9f6, infoPort=37483, infoSecurePort=0, ipcPort=32927, storageInfo=lv=-57;cid=testClusterID;nsid=686163870;c=1731691236562), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:20:38,041 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031 2024-11-15T17:20:38,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:38,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:38,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:20:38,449 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919 with version=8 2024-11-15T17:20:38,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/hbase-staging 2024-11-15T17:20:38,451 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:20:38,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:20:38,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:20:38,451 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:20:38,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:20:38,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:20:38,451 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:20:38,451 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:20:38,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38745 2024-11-15T17:20:38,452 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38745 connecting to ZooKeeper ensemble=127.0.0.1:60182 2024-11-15T17:20:38,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387450x0, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:20:38,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38745-0x1013f8331ef0003 connected 2024-11-15T17:20:38,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:38,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:38,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Set watcher on znode that does not yet exist, /1230786126/running 2024-11-15T17:20:38,576 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919, hbase.cluster.distributed=false 2024-11-15T17:20:38,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Set watcher on znode that does not yet exist, /1230786126/acl 2024-11-15T17:20:38,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38745 2024-11-15T17:20:38,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38745 2024-11-15T17:20:38,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38745 2024-11-15T17:20:38,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38745 2024-11-15T17:20:38,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38745 2024-11-15T17:20:38,592 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:20:38,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:20:38,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:20:38,592 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:20:38,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:20:38,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:20:38,592 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:20:38,592 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:20:38,593 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43649 2024-11-15T17:20:38,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43649 connecting to ZooKeeper ensemble=127.0.0.1:60182 2024-11-15T17:20:38,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:38,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:38,604 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436490x0, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:20:38,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43649-0x1013f8331ef0004 connected 2024-11-15T17:20:38,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Set watcher on znode that does not yet exist, /1230786126/running 2024-11-15T17:20:38,605 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:20:38,608 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:20:38,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Set watcher on znode that does not yet exist, /1230786126/master 2024-11-15T17:20:38,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Set watcher on znode that does not yet exist, /1230786126/acl 2024-11-15T17:20:38,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43649 2024-11-15T17:20:38,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43649 2024-11-15T17:20:38,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43649 2024-11-15T17:20:38,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43649 2024-11-15T17:20:38,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43649 2024-11-15T17:20:38,628 DEBUG [M:0;046d875b9f8f:38745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:38745 2024-11-15T17:20:38,630 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1230786126/backup-masters/046d875b9f8f,38745,1731691238451 2024-11-15T17:20:38,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126/backup-masters 2024-11-15T17:20:38,678 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126/backup-masters 2024-11-15T17:20:38,678 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Set watcher on existing znode=/1230786126/backup-masters/046d875b9f8f,38745,1731691238451 2024-11-15T17:20:38,688 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1230786126/master 2024-11-15T17:20:38,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126 2024-11-15T17:20:38,688 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126 2024-11-15T17:20:38,689 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Set watcher on existing znode=/1230786126/master 2024-11-15T17:20:38,689 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1230786126/backup-masters/046d875b9f8f,38745,1731691238451 from backup master directory 2024-11-15T17:20:38,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1230786126/backup-masters/046d875b9f8f,38745,1731691238451 2024-11-15T17:20:38,699 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126/backup-masters 2024-11-15T17:20:38,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126/backup-masters 2024-11-15T17:20:38,699 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:20:38,699 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,38745,1731691238451 2024-11-15T17:20:38,702 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/hbase.id] with ID: 5ef07739-983f-4e9b-ba5e-6326be08f066 2024-11-15T17:20:38,702 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/.tmp/hbase.id 2024-11-15T17:20:38,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:20:39,107 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/.tmp/hbase.id]:[hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/hbase.id] 2024-11-15T17:20:39,115 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:20:39,115 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:20:39,116 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T17:20:39,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126 2024-11-15T17:20:39,162 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126 2024-11-15T17:20:39,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:20:39,567 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:20:39,568 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:20:39,568 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:20:39,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:20:39,974 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store 2024-11-15T17:20:39,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:20:40,378 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:40,379 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:20:40,379 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:40,379 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:40,379 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:20:40,379 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:40,379 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:40,379 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691240379Disabling compacts and flushes for region at 1731691240379Disabling writes for close at 1731691240379Writing region close event to WAL at 1731691240379Closed at 1731691240379 2024-11-15T17:20:40,379 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store/.initializing 2024-11-15T17:20:40,379 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/WALs/046d875b9f8f,38745,1731691238451 2024-11-15T17:20:40,380 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:20:40,381 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C38745%2C1731691238451, suffix=, logDir=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/WALs/046d875b9f8f,38745,1731691238451, archiveDir=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/oldWALs, maxLogs=10 2024-11-15T17:20:40,393 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/WALs/046d875b9f8f,38745,1731691238451/046d875b9f8f%2C38745%2C1731691238451.1731691240381, exclude list is [], retry=0 2024-11-15T17:20:40,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46809,DS-77736f3c-e54d-4f9b-b9b6-9205068e5424,DISK] 2024-11-15T17:20:40,400 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/WALs/046d875b9f8f,38745,1731691238451/046d875b9f8f%2C38745%2C1731691238451.1731691240381 2024-11-15T17:20:40,400 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37483:37483)] 2024-11-15T17:20:40,400 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:20:40,400 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:40,401 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:40,401 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:40,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:40,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:20:40,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:40,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:40,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:40,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:20:40,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:40,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:40,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:40,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:20:40,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:40,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:40,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:40,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:20:40,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:40,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:40,407 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:40,407 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:40,407 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:40,408 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:40,408 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:40,408 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:20:40,409 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:20:40,410 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:20:40,411 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60973090, jitterRate=-0.09143015742301941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:20:40,411 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691240401Initializing all the Stores at 1731691240401Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691240401Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691240402 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691240402Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691240402Cleaning up temporary data from old regions at 1731691240408 (+6 ms)Region opened successfully at 1731691240411 (+3 ms) 2024-11-15T17:20:40,411 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:20:40,413 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9b86a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:20:40,414 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:20:40,414 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:20:40,414 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:20:40,414 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:20:40,415 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:20:40,415 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:20:40,415 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:20:40,416 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:20:40,417 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Unable to get data of znode /1230786126/balancer because node does not exist (not necessarily an error) 2024-11-15T17:20:40,467 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1230786126/balancer already deleted, retry=false 2024-11-15T17:20:40,468 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:20:40,468 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Unable to get data of znode /1230786126/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:20:40,478 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1230786126/normalizer already deleted, retry=false 2024-11-15T17:20:40,478 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:20:40,479 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Unable to get data of znode /1230786126/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:20:40,488 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1230786126/switch/split already deleted, retry=false 2024-11-15T17:20:40,489 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Unable to get data of znode /1230786126/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:20:40,499 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1230786126/switch/merge already deleted, retry=false 2024-11-15T17:20:40,500 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Unable to get data of znode /1230786126/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:20:40,509 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1230786126/snapshot-cleanup already deleted, retry=false 2024-11-15T17:20:40,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1230786126/running 2024-11-15T17:20:40,520 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1230786126/running 2024-11-15T17:20:40,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126 2024-11-15T17:20:40,520 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126 2024-11-15T17:20:40,520 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,38745,1731691238451, sessionid=0x1013f8331ef0003, setting cluster-up flag (Was=false) 2024-11-15T17:20:40,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126 2024-11-15T17:20:40,541 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126 2024-11-15T17:20:40,572 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1230786126/flush-table-proc/acquired, /1230786126/flush-table-proc/reached, /1230786126/flush-table-proc/abort 2024-11-15T17:20:40,573 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,38745,1731691238451 2024-11-15T17:20:40,593 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126 2024-11-15T17:20:40,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126 2024-11-15T17:20:40,625 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1230786126/online-snapshot/acquired, /1230786126/online-snapshot/reached, /1230786126/online-snapshot/abort 2024-11-15T17:20:40,626 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,38745,1731691238451 2024-11-15T17:20:40,627 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:20:40,628 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:20:40,628 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:20:40,628 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:20:40,628 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,38745,1731691238451 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:20:40,629 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:20:40,629 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:20:40,629 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:20:40,629 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:20:40,629 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:20:40,629 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:40,629 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:20:40,629 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:40,631 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:20:40,631 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:20:40,632 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:40,632 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:20:40,636 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691270636 2024-11-15T17:20:40,636 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:20:40,636 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:20:40,636 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:20:40,636 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:20:40,636 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:20:40,636 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:20:40,637 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:40,638 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:20:40,638 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:20:40,638 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:20:40,638 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:20:40,638 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:20:40,638 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:20:40,638 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691240638,5,FailOnTimeoutGroup] 2024-11-15T17:20:40,640 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691240638,5,FailOnTimeoutGroup] 2024-11-15T17:20:40,640 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:40,640 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:20:40,640 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:40,640 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:40,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:20:40,717 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(746): ClusterId : 5ef07739-983f-4e9b-ba5e-6326be08f066 2024-11-15T17:20:40,717 DEBUG [RS:0;046d875b9f8f:43649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:20:40,730 DEBUG [RS:0;046d875b9f8f:43649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:20:40,730 DEBUG [RS:0;046d875b9f8f:43649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:20:40,741 DEBUG [RS:0;046d875b9f8f:43649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:20:40,741 DEBUG [RS:0;046d875b9f8f:43649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a7bdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:20:40,751 DEBUG [RS:0;046d875b9f8f:43649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:43649 2024-11-15T17:20:40,751 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:20:40,751 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:20:40,751 DEBUG [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:20:40,752 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,38745,1731691238451 with port=43649, startcode=1731691238592 2024-11-15T17:20:40,752 DEBUG [RS:0;046d875b9f8f:43649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:20:40,753 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:20:40,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,43649,1731691238592 2024-11-15T17:20:40,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38745 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,43649,1731691238592 2024-11-15T17:20:40,755 DEBUG [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919 2024-11-15T17:20:40,755 DEBUG [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43313 2024-11-15T17:20:40,755 DEBUG [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:20:40,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126/rs 2024-11-15T17:20:40,762 DEBUG [RS:0;046d875b9f8f:43649 {}] zookeeper.ZKUtil(111): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Set watcher on existing znode=/1230786126/rs/046d875b9f8f,43649,1731691238592 2024-11-15T17:20:40,762 WARN [RS:0;046d875b9f8f:43649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:20:40,762 INFO [RS:0;046d875b9f8f:43649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:20:40,762 DEBUG [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592 2024-11-15T17:20:40,762 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,43649,1731691238592] 2024-11-15T17:20:40,765 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:20:40,766 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:20:40,766 INFO [RS:0;046d875b9f8f:43649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:20:40,766 INFO [RS:0;046d875b9f8f:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:40,766 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:20:40,767 INFO [RS:0;046d875b9f8f:43649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:20:40,767 INFO [RS:0;046d875b9f8f:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:40,767 DEBUG [RS:0;046d875b9f8f:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:40,767 DEBUG [RS:0;046d875b9f8f:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:40,767 DEBUG [RS:0;046d875b9f8f:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:40,767 DEBUG [RS:0;046d875b9f8f:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:40,767 DEBUG [RS:0;046d875b9f8f:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:40,767 DEBUG [RS:0;046d875b9f8f:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:20:40,767 DEBUG [RS:0;046d875b9f8f:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:40,767 DEBUG [RS:0;046d875b9f8f:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:40,767 DEBUG [RS:0;046d875b9f8f:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:40,767 DEBUG [RS:0;046d875b9f8f:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:40,767 DEBUG [RS:0;046d875b9f8f:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:40,767 DEBUG [RS:0;046d875b9f8f:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:20:40,767 DEBUG [RS:0;046d875b9f8f:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:20:40,767 DEBUG [RS:0;046d875b9f8f:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:20:40,767 INFO [RS:0;046d875b9f8f:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:40,767 INFO [RS:0;046d875b9f8f:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:40,767 INFO [RS:0;046d875b9f8f:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:40,767 INFO [RS:0;046d875b9f8f:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:40,767 INFO [RS:0;046d875b9f8f:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:40,767 INFO [RS:0;046d875b9f8f:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43649,1731691238592-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:20:40,791 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:20:40,792 INFO [RS:0;046d875b9f8f:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43649,1731691238592-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:40,792 INFO [RS:0;046d875b9f8f:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:40,792 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.Replication(171): 046d875b9f8f,43649,1731691238592 started 2024-11-15T17:20:40,805 INFO [RS:0;046d875b9f8f:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:40,805 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,43649,1731691238592, RpcServer on 046d875b9f8f/172.17.0.2:43649, sessionid=0x1013f8331ef0004 2024-11-15T17:20:40,805 DEBUG [RS:0;046d875b9f8f:43649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:20:40,805 DEBUG [RS:0;046d875b9f8f:43649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,43649,1731691238592 2024-11-15T17:20:40,805 DEBUG [RS:0;046d875b9f8f:43649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,43649,1731691238592' 2024-11-15T17:20:40,805 DEBUG [RS:0;046d875b9f8f:43649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1230786126/flush-table-proc/abort' 2024-11-15T17:20:40,806 DEBUG [RS:0;046d875b9f8f:43649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1230786126/flush-table-proc/acquired' 2024-11-15T17:20:40,806 DEBUG [RS:0;046d875b9f8f:43649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:20:40,806 DEBUG [RS:0;046d875b9f8f:43649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:20:40,806 DEBUG [RS:0;046d875b9f8f:43649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,43649,1731691238592 2024-11-15T17:20:40,806 DEBUG [RS:0;046d875b9f8f:43649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,43649,1731691238592' 2024-11-15T17:20:40,806 DEBUG [RS:0;046d875b9f8f:43649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1230786126/online-snapshot/abort' 2024-11-15T17:20:40,807 DEBUG [RS:0;046d875b9f8f:43649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1230786126/online-snapshot/acquired' 2024-11-15T17:20:40,807 DEBUG [RS:0;046d875b9f8f:43649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:20:40,807 INFO [RS:0;046d875b9f8f:43649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:20:40,807 INFO [RS:0;046d875b9f8f:43649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:20:40,908 INFO [RS:0;046d875b9f8f:43649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:20:40,909 INFO [RS:0;046d875b9f8f:43649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C43649%2C1731691238592, suffix=, logDir=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592, archiveDir=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/oldWALs, maxLogs=10 2024-11-15T17:20:40,925 DEBUG [RS:0;046d875b9f8f:43649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909, exclude list is [], retry=0 2024-11-15T17:20:40,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46809,DS-77736f3c-e54d-4f9b-b9b6-9205068e5424,DISK] 2024-11-15T17:20:40,930 INFO [RS:0;046d875b9f8f:43649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 2024-11-15T17:20:40,930 DEBUG [RS:0;046d875b9f8f:43649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37483:37483)] 2024-11-15T17:20:41,043 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:20:41,043 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919 2024-11-15T17:20:41,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741833_1009 (size=32) 2024-11-15T17:20:41,249 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T17:20:41,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:41,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:20:41,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:20:41,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:41,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:41,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:20:41,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:20:41,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:41,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:41,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:20:41,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:20:41,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:41,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:41,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:20:41,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:20:41,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:41,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:41,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:20:41,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740 2024-11-15T17:20:41,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740 2024-11-15T17:20:41,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:20:41,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:20:41,455 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:20:41,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:20:41,458 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:20:41,458 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70669057, jitterRate=0.05305100977420807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:20:41,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691241448Initializing all the Stores at 1731691241449 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691241449Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691241449Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691241449Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691241449Cleaning up temporary data from old regions at 1731691241455 (+6 ms)Region opened successfully at 1731691241458 (+3 ms) 2024-11-15T17:20:41,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:20:41,458 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:20:41,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:20:41,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:20:41,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:20:41,458 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:20:41,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691241458Disabling compacts and flushes for region at 1731691241458Disabling writes for close at 1731691241458Writing region close event to WAL at 1731691241458Closed at 1731691241458 2024-11-15T17:20:41,459 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:20:41,459 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:20:41,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:20:41,460 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:20:41,461 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:20:41,611 DEBUG [046d875b9f8f:38745 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:20:41,612 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,43649,1731691238592 2024-11-15T17:20:41,613 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,43649,1731691238592, state=OPENING 2024-11-15T17:20:41,693 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:20:41,709 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126 2024-11-15T17:20:41,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126 2024-11-15T17:20:41,710 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:20:41,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1230786126/meta-region-server: CHANGED 2024-11-15T17:20:41,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1230786126/meta-region-server: CHANGED 2024-11-15T17:20:41,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,43649,1731691238592}] 2024-11-15T17:20:41,862 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:20:41,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:20:41,865 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:20:41,865 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:20:41,866 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:20:41,867 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C43649%2C1731691238592.meta, suffix=.meta, logDir=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592, archiveDir=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/oldWALs, maxLogs=10 2024-11-15T17:20:41,879 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.meta.1731691241867.meta, exclude list is [], retry=0 2024-11-15T17:20:41,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46809,DS-77736f3c-e54d-4f9b-b9b6-9205068e5424,DISK] 2024-11-15T17:20:41,882 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.meta.1731691241867.meta 2024-11-15T17:20:41,882 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37483:37483)] 2024-11-15T17:20:41,882 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:20:41,883 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:20:41,883 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:20:41,883 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:20:41,883 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:20:41,883 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:20:41,883 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:41,883 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:20:41,883 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:20:41,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:20:41,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:20:41,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:41,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:41,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:20:41,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:20:41,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:41,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:41,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:20:41,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:20:41,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:41,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:41,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:20:41,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:20:41,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:41,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:20:41,888 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:20:41,889 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740 2024-11-15T17:20:41,889 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740 2024-11-15T17:20:41,890 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:20:41,890 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:20:41,891 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:20:41,891 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:20:41,892 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71244714, jitterRate=0.06162896752357483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:20:41,892 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:20:41,892 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691241883Writing region info on filesystem at 1731691241883Initializing all the Stores at 1731691241884 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691241884Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691241884Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691241884Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691241884Cleaning up temporary data from old regions at 1731691241890 (+6 ms)Running coprocessor post-open hooks at 1731691241892 (+2 ms)Region opened successfully at 1731691241892 2024-11-15T17:20:41,893 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691241862 2024-11-15T17:20:41,894 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:20:41,894 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:20:41,895 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,43649,1731691238592 2024-11-15T17:20:41,895 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,43649,1731691238592, state=OPEN 2024-11-15T17:20:41,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1230786126/meta-region-server 2024-11-15T17:20:41,899 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1230786126/meta-region-server 2024-11-15T17:20:41,899 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,43649,1731691238592 2024-11-15T17:20:41,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1230786126/meta-region-server: CHANGED 2024-11-15T17:20:41,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1230786126/meta-region-server: CHANGED 2024-11-15T17:20:41,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:20:41,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,43649,1731691238592 in 189 msec 2024-11-15T17:20:41,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:20:41,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec 2024-11-15T17:20:41,903 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:20:41,903 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:20:41,904 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:41,904 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,43649,1731691238592, seqNum=-1] 2024-11-15T17:20:41,904 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:41,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:20:41,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-11-15T17:20:41,909 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691241909, completionTime=-1 2024-11-15T17:20:41,909 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:20:41,909 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:20:41,911 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:20:41,911 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691301911 2024-11-15T17:20:41,911 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691361911 2024-11-15T17:20:41,911 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T17:20:41,911 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,38745,1731691238451-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:41,911 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,38745,1731691238451-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:41,911 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,38745,1731691238451-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:41,911 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:38745, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:41,911 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:41,911 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:41,913 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:20:41,914 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.215sec 2024-11-15T17:20:41,914 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:20:41,914 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:20:41,914 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:20:41,914 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:20:41,914 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:20:41,914 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,38745,1731691238451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:20:41,914 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,38745,1731691238451-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:20:41,916 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:20:41,916 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:20:41,916 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,38745,1731691238451-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:20:41,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52441ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:41,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,38745,-1 for getting cluster id 2024-11-15T17:20:41,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:41,919 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ef07739-983f-4e9b-ba5e-6326be08f066' 2024-11-15T17:20:41,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:41,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ef07739-983f-4e9b-ba5e-6326be08f066" 2024-11-15T17:20:41,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2247badd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:41,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,38745,-1] 2024-11-15T17:20:41,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:41,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:41,921 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:41,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8bdd42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:41,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,43649,1731691238592, seqNum=-1] 2024-11-15T17:20:41,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:41,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:20:41,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,38745,1731691238451 2024-11-15T17:20:41,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60182 2024-11-15T17:20:41,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:20:41,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013f8331ef0005 connected 2024-11-15T17:20:41,933 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:20:41,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,39911,1731691232783 2024-11-15T17:20:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@193d51e7 2024-11-15T17:20:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:41,945 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:20:41,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39911 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:20:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39911 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T17:20:41,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:20:41,947 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:41,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39911 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T17:20:41,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:20:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:41,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741835_1011 (size=902) 2024-11-15T17:20:41,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:41,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:41,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:41,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:41,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:41,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:41,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:41,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:41,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:41,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:42,354 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 524e15e6bf78ee15dab78f35e2f7ab26, NAME => 'test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c 2024-11-15T17:20:42,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741836_1012 (size=39) 2024-11-15T17:20:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:42,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:42,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 524e15e6bf78ee15dab78f35e2f7ab26, disabling compactions & flushes 2024-11-15T17:20:42,760 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26. 2024-11-15T17:20:42,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26. 2024-11-15T17:20:42,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26. after waiting 0 ms 2024-11-15T17:20:42,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26. 2024-11-15T17:20:42,760 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26. 2024-11-15T17:20:42,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 524e15e6bf78ee15dab78f35e2f7ab26: Waiting for close lock at 1731691242759Disabling compacts and flushes for region at 1731691242759Disabling writes for close at 1731691242760 (+1 ms)Writing region close event to WAL at 1731691242760Closed at 1731691242760 2024-11-15T17:20:42,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:20:42,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731691242761"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691242761"}]},"ts":"1731691242761"} 2024-11-15T17:20:42,763 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:20:42,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:20:42,764 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691242764"}]},"ts":"1731691242764"} 2024-11-15T17:20:42,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T17:20:42,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=524e15e6bf78ee15dab78f35e2f7ab26, ASSIGN}] 2024-11-15T17:20:42,766 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=524e15e6bf78ee15dab78f35e2f7ab26, ASSIGN 2024-11-15T17:20:42,767 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=524e15e6bf78ee15dab78f35e2f7ab26, ASSIGN; state=OFFLINE, location=046d875b9f8f,37449,1731691232981; forceNewPlan=false, retain=false 2024-11-15T17:20:42,917 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=524e15e6bf78ee15dab78f35e2f7ab26, regionState=OPENING, regionLocation=046d875b9f8f,37449,1731691232981 2024-11-15T17:20:42,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=524e15e6bf78ee15dab78f35e2f7ab26, ASSIGN because future has completed 2024-11-15T17:20:42,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 524e15e6bf78ee15dab78f35e2f7ab26, server=046d875b9f8f,37449,1731691232981}] 2024-11-15T17:20:43,074 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26. 2024-11-15T17:20:43,075 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 524e15e6bf78ee15dab78f35e2f7ab26, NAME => 'test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:20:43,075 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:20:43,075 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T17:20:43,075 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:20:43,075 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:43,075 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:20:43,075 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:20:43,077 INFO [StoreOpener-524e15e6bf78ee15dab78f35e2f7ab26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:20:43,078 INFO [StoreOpener-524e15e6bf78ee15dab78f35e2f7ab26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 524e15e6bf78ee15dab78f35e2f7ab26 columnFamilyName f 2024-11-15T17:20:43,078 DEBUG [StoreOpener-524e15e6bf78ee15dab78f35e2f7ab26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:43,079 INFO [StoreOpener-524e15e6bf78ee15dab78f35e2f7ab26-1 {}] regionserver.HStore(327): Store=524e15e6bf78ee15dab78f35e2f7ab26/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:43,079 INFO [StoreOpener-524e15e6bf78ee15dab78f35e2f7ab26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:20:43,080 INFO [StoreOpener-524e15e6bf78ee15dab78f35e2f7ab26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 524e15e6bf78ee15dab78f35e2f7ab26 columnFamilyName f1 2024-11-15T17:20:43,080 DEBUG [StoreOpener-524e15e6bf78ee15dab78f35e2f7ab26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:43,080 INFO [StoreOpener-524e15e6bf78ee15dab78f35e2f7ab26-1 {}] regionserver.HStore(327): Store=524e15e6bf78ee15dab78f35e2f7ab26/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:43,080 INFO [StoreOpener-524e15e6bf78ee15dab78f35e2f7ab26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:20:43,081 INFO [StoreOpener-524e15e6bf78ee15dab78f35e2f7ab26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 524e15e6bf78ee15dab78f35e2f7ab26 columnFamilyName norep 2024-11-15T17:20:43,081 DEBUG [StoreOpener-524e15e6bf78ee15dab78f35e2f7ab26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:43,082 INFO [StoreOpener-524e15e6bf78ee15dab78f35e2f7ab26-1 {}] regionserver.HStore(327): Store=524e15e6bf78ee15dab78f35e2f7ab26/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:43,082 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:20:43,082 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/default/test/524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:20:43,082 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/default/test/524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:20:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:43,083 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:20:43,083 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:20:43,084 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:20:43,084 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:20:43,086 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/default/test/524e15e6bf78ee15dab78f35e2f7ab26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:20:43,086 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 524e15e6bf78ee15dab78f35e2f7ab26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74059615, jitterRate=0.10357426106929779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:20:43,086 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:20:43,087 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 524e15e6bf78ee15dab78f35e2f7ab26: Running coprocessor pre-open hook at 1731691243075Writing region info on filesystem at 1731691243075Initializing all the Stores at 1731691243076 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691243076Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691243077 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691243077Cleaning up temporary data from old regions at 1731691243083 (+6 ms)Running coprocessor post-open hooks at 1731691243086 (+3 ms)Region opened successfully at 1731691243087 (+1 ms) 2024-11-15T17:20:43,088 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26., pid=6, masterSystemTime=1731691243072 2024-11-15T17:20:43,089 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26. 2024-11-15T17:20:43,089 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26. 2024-11-15T17:20:43,090 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=524e15e6bf78ee15dab78f35e2f7ab26, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=046d875b9f8f,37449,1731691232981 2024-11-15T17:20:43,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 524e15e6bf78ee15dab78f35e2f7ab26, server=046d875b9f8f,37449,1731691232981 because future has completed 2024-11-15T17:20:43,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:20:43,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 524e15e6bf78ee15dab78f35e2f7ab26, server=046d875b9f8f,37449,1731691232981 in 172 msec 2024-11-15T17:20:43,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T17:20:43,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=524e15e6bf78ee15dab78f35e2f7ab26, ASSIGN in 328 msec 2024-11-15T17:20:43,096 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:20:43,096 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691243096"}]},"ts":"1731691243096"} 2024-11-15T17:20:43,097 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T17:20:43,098 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:20:43,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-15T17:20:43,743 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:43,743 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:20:43,744 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18239 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:20:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:44,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:44,093 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T17:20:44,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,38745,1731691238451 2024-11-15T17:20:44,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e0dfb71 2024-11-15T17:20:44,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:44,095 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:20:44,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38745 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:20:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38745 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T17:20:44,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:20:44,098 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:44,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38745 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T17:20:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:44,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:20:44,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741835_1011 (size=902) 2024-11-15T17:20:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:44,509 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1fb854cbddfc118266e3c0b2d376f6c0, NAME => 'test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919 2024-11-15T17:20:44,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741836_1012 (size=39) 2024-11-15T17:20:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:44,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:44,919 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1fb854cbddfc118266e3c0b2d376f6c0, disabling compactions & flushes 2024-11-15T17:20:44,919 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0. 2024-11-15T17:20:44,919 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0. 2024-11-15T17:20:44,919 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0. after waiting 0 ms 2024-11-15T17:20:44,919 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0. 2024-11-15T17:20:44,919 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0. 2024-11-15T17:20:44,919 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1fb854cbddfc118266e3c0b2d376f6c0: Waiting for close lock at 1731691244919Disabling compacts and flushes for region at 1731691244919Disabling writes for close at 1731691244919Writing region close event to WAL at 1731691244919Closed at 1731691244919 2024-11-15T17:20:44,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:20:44,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731691244920"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691244920"}]},"ts":"1731691244920"} 2024-11-15T17:20:44,922 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:20:44,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:20:44,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691244922"}]},"ts":"1731691244922"} 2024-11-15T17:20:44,924 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T17:20:44,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1fb854cbddfc118266e3c0b2d376f6c0, ASSIGN}] 2024-11-15T17:20:44,925 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1fb854cbddfc118266e3c0b2d376f6c0, ASSIGN 2024-11-15T17:20:44,925 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1fb854cbddfc118266e3c0b2d376f6c0, ASSIGN; state=OFFLINE, location=046d875b9f8f,43649,1731691238592; forceNewPlan=false, retain=false 2024-11-15T17:20:45,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1fb854cbddfc118266e3c0b2d376f6c0, regionState=OPENING, regionLocation=046d875b9f8f,43649,1731691238592 2024-11-15T17:20:45,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1fb854cbddfc118266e3c0b2d376f6c0, ASSIGN because future has completed 2024-11-15T17:20:45,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fb854cbddfc118266e3c0b2d376f6c0, server=046d875b9f8f,43649,1731691238592}] 2024-11-15T17:20:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:45,233 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0. 2024-11-15T17:20:45,234 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1fb854cbddfc118266e3c0b2d376f6c0, NAME => 'test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:20:45,234 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:20:45,234 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T17:20:45,234 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1fb854cbddfc118266e3c0b2d376f6c0 2024-11-15T17:20:45,234 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:45,234 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1fb854cbddfc118266e3c0b2d376f6c0 2024-11-15T17:20:45,234 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1fb854cbddfc118266e3c0b2d376f6c0 2024-11-15T17:20:45,235 INFO [StoreOpener-1fb854cbddfc118266e3c0b2d376f6c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1fb854cbddfc118266e3c0b2d376f6c0 2024-11-15T17:20:45,236 INFO [StoreOpener-1fb854cbddfc118266e3c0b2d376f6c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fb854cbddfc118266e3c0b2d376f6c0 columnFamilyName f 2024-11-15T17:20:45,236 DEBUG [StoreOpener-1fb854cbddfc118266e3c0b2d376f6c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:45,236 INFO [StoreOpener-1fb854cbddfc118266e3c0b2d376f6c0-1 {}] regionserver.HStore(327): Store=1fb854cbddfc118266e3c0b2d376f6c0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:45,236 INFO [StoreOpener-1fb854cbddfc118266e3c0b2d376f6c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1fb854cbddfc118266e3c0b2d376f6c0 2024-11-15T17:20:45,237 INFO [StoreOpener-1fb854cbddfc118266e3c0b2d376f6c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fb854cbddfc118266e3c0b2d376f6c0 columnFamilyName f1 2024-11-15T17:20:45,237 DEBUG [StoreOpener-1fb854cbddfc118266e3c0b2d376f6c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:45,237 INFO [StoreOpener-1fb854cbddfc118266e3c0b2d376f6c0-1 {}] regionserver.HStore(327): Store=1fb854cbddfc118266e3c0b2d376f6c0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:45,237 INFO [StoreOpener-1fb854cbddfc118266e3c0b2d376f6c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1fb854cbddfc118266e3c0b2d376f6c0 2024-11-15T17:20:45,238 INFO [StoreOpener-1fb854cbddfc118266e3c0b2d376f6c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fb854cbddfc118266e3c0b2d376f6c0 columnFamilyName norep 2024-11-15T17:20:45,238 DEBUG [StoreOpener-1fb854cbddfc118266e3c0b2d376f6c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:45,238 INFO [StoreOpener-1fb854cbddfc118266e3c0b2d376f6c0-1 {}] regionserver.HStore(327): Store=1fb854cbddfc118266e3c0b2d376f6c0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:45,238 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1fb854cbddfc118266e3c0b2d376f6c0 2024-11-15T17:20:45,239 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/default/test/1fb854cbddfc118266e3c0b2d376f6c0 2024-11-15T17:20:45,239 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/default/test/1fb854cbddfc118266e3c0b2d376f6c0 2024-11-15T17:20:45,240 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1fb854cbddfc118266e3c0b2d376f6c0 2024-11-15T17:20:45,240 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1fb854cbddfc118266e3c0b2d376f6c0 2024-11-15T17:20:45,240 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:20:45,241 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1fb854cbddfc118266e3c0b2d376f6c0 2024-11-15T17:20:45,242 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/default/test/1fb854cbddfc118266e3c0b2d376f6c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:20:45,242 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1fb854cbddfc118266e3c0b2d376f6c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61156869, jitterRate=-0.08869163691997528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:20:45,242 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1fb854cbddfc118266e3c0b2d376f6c0 2024-11-15T17:20:45,242 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1fb854cbddfc118266e3c0b2d376f6c0: Running coprocessor pre-open hook at 1731691245234Writing region info on filesystem at 1731691245234Initializing all the Stores at 1731691245235 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691245235Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691245235Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691245235Cleaning up temporary data from old regions at 1731691245240 (+5 ms)Running coprocessor post-open hooks at 1731691245242 (+2 ms)Region opened successfully at 1731691245242 2024-11-15T17:20:45,243 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0., pid=6, masterSystemTime=1731691245230 2024-11-15T17:20:45,245 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0. 2024-11-15T17:20:45,245 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0. 2024-11-15T17:20:45,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1fb854cbddfc118266e3c0b2d376f6c0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=046d875b9f8f,43649,1731691238592 2024-11-15T17:20:45,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fb854cbddfc118266e3c0b2d376f6c0, server=046d875b9f8f,43649,1731691238592 because future has completed 2024-11-15T17:20:45,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:20:45,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1fb854cbddfc118266e3c0b2d376f6c0, server=046d875b9f8f,43649,1731691238592 in 169 msec 2024-11-15T17:20:45,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T17:20:45,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1fb854cbddfc118266e3c0b2d376f6c0, ASSIGN in 325 msec 2024-11-15T17:20:45,252 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:20:45,252 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691245252"}]},"ts":"1731691245252"} 2024-11-15T17:20:45,253 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T17:20:45,254 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:20:45,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-15T17:20:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:20:46,244 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T17:20:46,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb50aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:46,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,39911,-1 for getting cluster id 2024-11-15T17:20:46,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:46,245 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1c4a696-1110-45d7-b59c-5fc04d3657bb' 2024-11-15T17:20:46,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:46,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1c4a696-1110-45d7-b59c-5fc04d3657bb" 2024-11-15T17:20:46,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7641ba37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:46,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,39911,-1] 2024-11-15T17:20:46,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:46,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:46,246 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75198b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:46,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889d6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:46,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,38745,-1 for getting cluster id 2024-11-15T17:20:46,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:46,248 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ef07739-983f-4e9b-ba5e-6326be08f066' 2024-11-15T17:20:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ef07739-983f-4e9b-ba5e-6326be08f066" 2024-11-15T17:20:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47068e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,38745,-1] 2024-11-15T17:20:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:46,249 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:46,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0bb823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:46,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7906beca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:46,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,39911,-1 for getting cluster id 2024-11-15T17:20:46,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:46,250 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1c4a696-1110-45d7-b59c-5fc04d3657bb' 2024-11-15T17:20:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1c4a696-1110-45d7-b59c-5fc04d3657bb" 2024-11-15T17:20:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a57067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,39911,-1] 2024-11-15T17:20:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:46,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:46,251 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:46,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ff9f8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:46,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:46,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,39911,1731691232783 2024-11-15T17:20:46,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a1b3448 2024-11-15T17:20:46,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:46,253 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:20:46,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39911 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://046d875b9f8f:38745,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T17:20:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39911 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:20:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:46,256 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:38745' 2024-11-15T17:20:46,256 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1c65bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:46,256 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,38745,-1 for getting cluster id 2024-11-15T17:20:46,256 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:46,257 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ef07739-983f-4e9b-ba5e-6326be08f066' 2024-11-15T17:20:46,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:46,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ef07739-983f-4e9b-ba5e-6326be08f066" 2024-11-15T17:20:46,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3954397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:46,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,38745,-1] 2024-11-15T17:20:46,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:46,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:46,258 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:46,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea1b388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:46,258 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:46,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,38745,1731691238451 2024-11-15T17:20:46,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eff4197 2024-11-15T17:20:46,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:46,260 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:20:46,260 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T17:20:46,260 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:20:46,260 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:46,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:46,260 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:46,261 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:20:46,261 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T17:20:46,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:20:46,262 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:46,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:20:46,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741837_1013 (size=1138) 2024-11-15T17:20:46,312 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T17:20:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:46,669 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a64b23b76fbefa4228038d94c33d60b, NAME => 'hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c 2024-11-15T17:20:46,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741838_1014 (size=44) 2024-11-15T17:20:46,765 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T17:20:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:47,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:47,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8a64b23b76fbefa4228038d94c33d60b, disabling compactions & flushes 2024-11-15T17:20:47,075 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b. 2024-11-15T17:20:47,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b. 2024-11-15T17:20:47,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b. after waiting 0 ms 2024-11-15T17:20:47,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b. 2024-11-15T17:20:47,075 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b. 2024-11-15T17:20:47,075 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a64b23b76fbefa4228038d94c33d60b: Waiting for close lock at 1731691247075Disabling compacts and flushes for region at 1731691247075Disabling writes for close at 1731691247075Writing region close event to WAL at 1731691247075Closed at 1731691247075 2024-11-15T17:20:47,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:20:47,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731691247076"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691247076"}]},"ts":"1731691247076"} 2024-11-15T17:20:47,078 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:20:47,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:20:47,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691247079"}]},"ts":"1731691247079"} 2024-11-15T17:20:47,080 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T17:20:47,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a64b23b76fbefa4228038d94c33d60b, ASSIGN}] 2024-11-15T17:20:47,081 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a64b23b76fbefa4228038d94c33d60b, ASSIGN 2024-11-15T17:20:47,082 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a64b23b76fbefa4228038d94c33d60b, ASSIGN; state=OFFLINE, location=046d875b9f8f,37449,1731691232981; forceNewPlan=false, retain=false 2024-11-15T17:20:47,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a64b23b76fbefa4228038d94c33d60b, regionState=OPENING, regionLocation=046d875b9f8f,37449,1731691232981 2024-11-15T17:20:47,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a64b23b76fbefa4228038d94c33d60b, ASSIGN because future has completed 2024-11-15T17:20:47,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a64b23b76fbefa4228038d94c33d60b, server=046d875b9f8f,37449,1731691232981}] 2024-11-15T17:20:47,385 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:20:47,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b. 2024-11-15T17:20:47,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:20:47,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T17:20:47,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C37449%2C1731691232981.rep, suffix=, logDir=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981, archiveDir=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/oldWALs, maxLogs=10 2024-11-15T17:20:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:47,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.rep.1731691247391, exclude list is [], retry=0 2024-11-15T17:20:47,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38627,DS-a7d85380-f109-4394-ab71-a51b1f750836,DISK] 2024-11-15T17:20:47,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.rep.1731691247391 2024-11-15T17:20:47,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46469:46469)] 2024-11-15T17:20:47,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a64b23b76fbefa4228038d94c33d60b, NAME => 'hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:20:47,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:20:47,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:20:47,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b. service=MultiRowMutationService 2024-11-15T17:20:47,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T17:20:47,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8a64b23b76fbefa4228038d94c33d60b 2024-11-15T17:20:47,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:47,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8a64b23b76fbefa4228038d94c33d60b 2024-11-15T17:20:47,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8a64b23b76fbefa4228038d94c33d60b 2024-11-15T17:20:47,413 INFO [StoreOpener-8a64b23b76fbefa4228038d94c33d60b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8a64b23b76fbefa4228038d94c33d60b 2024-11-15T17:20:47,414 INFO [StoreOpener-8a64b23b76fbefa4228038d94c33d60b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a64b23b76fbefa4228038d94c33d60b columnFamilyName hfileref 2024-11-15T17:20:47,414 DEBUG [StoreOpener-8a64b23b76fbefa4228038d94c33d60b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:47,415 INFO [StoreOpener-8a64b23b76fbefa4228038d94c33d60b-1 {}] regionserver.HStore(327): Store=8a64b23b76fbefa4228038d94c33d60b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:47,415 INFO [StoreOpener-8a64b23b76fbefa4228038d94c33d60b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8a64b23b76fbefa4228038d94c33d60b 2024-11-15T17:20:47,416 INFO [StoreOpener-8a64b23b76fbefa4228038d94c33d60b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a64b23b76fbefa4228038d94c33d60b columnFamilyName queue 2024-11-15T17:20:47,416 DEBUG [StoreOpener-8a64b23b76fbefa4228038d94c33d60b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:47,416 INFO [StoreOpener-8a64b23b76fbefa4228038d94c33d60b-1 {}] regionserver.HStore(327): Store=8a64b23b76fbefa4228038d94c33d60b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:47,416 INFO [StoreOpener-8a64b23b76fbefa4228038d94c33d60b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8a64b23b76fbefa4228038d94c33d60b 2024-11-15T17:20:47,417 INFO [StoreOpener-8a64b23b76fbefa4228038d94c33d60b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a64b23b76fbefa4228038d94c33d60b columnFamilyName sid 2024-11-15T17:20:47,417 DEBUG [StoreOpener-8a64b23b76fbefa4228038d94c33d60b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:47,417 INFO [StoreOpener-8a64b23b76fbefa4228038d94c33d60b-1 {}] regionserver.HStore(327): Store=8a64b23b76fbefa4228038d94c33d60b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:47,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8a64b23b76fbefa4228038d94c33d60b 2024-11-15T17:20:47,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/replication/8a64b23b76fbefa4228038d94c33d60b 2024-11-15T17:20:47,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/replication/8a64b23b76fbefa4228038d94c33d60b 2024-11-15T17:20:47,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8a64b23b76fbefa4228038d94c33d60b 2024-11-15T17:20:47,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8a64b23b76fbefa4228038d94c33d60b 2024-11-15T17:20:47,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:20:47,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8a64b23b76fbefa4228038d94c33d60b 2024-11-15T17:20:47,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:47,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:47,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/replication/8a64b23b76fbefa4228038d94c33d60b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:20:47,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:47,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8a64b23b76fbefa4228038d94c33d60b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62708289, jitterRate=-0.06557367742061615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:20:47,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a64b23b76fbefa4228038d94c33d60b 2024-11-15T17:20:47,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:47,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:47,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:47,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8a64b23b76fbefa4228038d94c33d60b: Running coprocessor pre-open hook at 1731691247412Writing region info on filesystem at 1731691247412Initializing all the Stores at 1731691247413 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691247413Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691247413Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691247413Cleaning up temporary data from old regions at 1731691247419 (+6 ms)Running coprocessor post-open hooks at 1731691247422 (+3 ms)Region opened successfully at 1731691247423 (+1 ms) 2024-11-15T17:20:47,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b., pid=10, masterSystemTime=1731691247386 2024-11-15T17:20:47,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b. 2024-11-15T17:20:47,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b. 2024-11-15T17:20:47,426 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a64b23b76fbefa4228038d94c33d60b, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,37449,1731691232981 2024-11-15T17:20:47,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a64b23b76fbefa4228038d94c33d60b, server=046d875b9f8f,37449,1731691232981 because future has completed 2024-11-15T17:20:47,428 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39911 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=046d875b9f8f,37449,1731691232981, table=hbase:replication, region=8a64b23b76fbefa4228038d94c33d60b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T17:20:47,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:47,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T17:20:47,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a64b23b76fbefa4228038d94c33d60b, server=046d875b9f8f,37449,1731691232981 in 198 msec 2024-11-15T17:20:47,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T17:20:47,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a64b23b76fbefa4228038d94c33d60b, ASSIGN in 353 msec 2024-11-15T17:20:47,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:47,435 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:20:47,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:47,435 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691247435"}]},"ts":"1731691247435"} 2024-11-15T17:20:47,437 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T17:20:47,438 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:20:47,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:47,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-15T17:20:47,460 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T17:20:47,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b., hostname=046d875b9f8f,37449,1731691232981, seqNum=2] 2024-11-15T17:20:47,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951 2024-11-15T17:20:47,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951 2024-11-15T17:20:47,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:20:47,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T17:20:47,673 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T17:20:47,699 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-046d875b9f8f,37449,1731691232981, ReplicationSource: 1, currentBandwidth=0 2024-11-15T17:20:47,699 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:47,699 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,37449,1731691232981, seqNum=-1] 2024-11-15T17:20:47,700 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:47,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-15T17:20:47,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-046d875b9f8f,37449,1731691232981', locateType=CURRENT is [region=hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b., hostname=046d875b9f8f,37449,1731691232981, seqNum=2] 2024-11-15T17:20:47,705 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T17:20:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39911 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T17:20:47,706 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 046d875b9f8f,37449,1731691232981 suceeded 2024-11-15T17:20:47,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T17:20:47,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-15T17:20:47,708 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://046d875b9f8f:38745,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:20:47,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4550 sec 2024-11-15T17:20:47,718 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:38745' 2024-11-15T17:20:47,718 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3335c96c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:47,719 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,38745,-1 for getting cluster id 2024-11-15T17:20:47,719 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:47,719 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ef07739-983f-4e9b-ba5e-6326be08f066' 2024-11-15T17:20:47,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:47,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ef07739-983f-4e9b-ba5e-6326be08f066" 2024-11-15T17:20:47,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d33a7ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:47,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,38745,-1] 2024-11-15T17:20:47,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:47,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:47,720 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:47,721 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f595493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:47,721 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:47,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,38745,1731691238451 2024-11-15T17:20:47,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7be5c7b5 2024-11-15T17:20:47,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:47,722 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-15T17:20:47,723 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-046d875b9f8f,37449,1731691232981 (queues=1) is replicating from cluster=f1c4a696-1110-45d7-b59c-5fc04d3657bb to cluster=5ef07739-983f-4e9b-ba5e-6326be08f066 2024-11-15T17:20:47,723 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=046d875b9f8f%2C37449%2C1731691232981 2024-11-15T17:20:47,723 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-046d875b9f8f,37449,1731691232981, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:20:47,723 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.shipper046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C37449%2C1731691232981 2024-11-15T17:20:47,724 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382, startPosition=0, beingWritten=true 2024-11-15T17:20:47,728 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:20:47,728 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 379, reset compression=false 2024-11-15T17:20:47,728 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.shipper046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,37449,1731691232981 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:20:47,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T17:20:47,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T17:20:47,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T17:20:47,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T17:20:47,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:20:47,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T17:20:47,937 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 379, reset compression=false 2024-11-15T17:20:48,241 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 379, reset compression=false 2024-11-15T17:20:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:48,404 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T17:20:48,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:20:48,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:48,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:48,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:48,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:48,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d44bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:48,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,38745,-1 for getting cluster id 2024-11-15T17:20:48,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:48,406 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ef07739-983f-4e9b-ba5e-6326be08f066' 2024-11-15T17:20:48,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:48,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ef07739-983f-4e9b-ba5e-6326be08f066" 2024-11-15T17:20:48,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca05b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:48,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,38745,-1] 2024-11-15T17:20:48,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:48,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:48,407 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:48,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b274dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:48,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:48,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,38745,1731691238451 2024-11-15T17:20:48,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f85feb8 2024-11-15T17:20:48,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:48,409 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:20:48,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38745 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://046d875b9f8f:39911,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T17:20:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38745 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:20:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:48,412 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:39911' 2024-11-15T17:20:48,412 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df70ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:48,412 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,39911,-1 for getting cluster id 2024-11-15T17:20:48,412 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:48,413 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1c4a696-1110-45d7-b59c-5fc04d3657bb' 2024-11-15T17:20:48,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:48,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1c4a696-1110-45d7-b59c-5fc04d3657bb" 2024-11-15T17:20:48,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc71a3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:48,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,39911,-1] 2024-11-15T17:20:48,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:48,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:48,414 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:48,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbea5b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:48,415 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:48,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,39911,1731691232783 2024-11-15T17:20:48,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28006947 2024-11-15T17:20:48,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:48,416 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:20:48,416 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T17:20:48,416 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:20:48,416 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:48,416 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:48,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:48,417 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:20:48,418 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T17:20:48,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:20:48,418 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:48,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:20:48,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741837_1013 (size=1138) 2024-11-15T17:20:48,468 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T17:20:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:48,733 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 379, reset compression=false 2024-11-15T17:20:48,825 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e32c430855a56da0edc41fab845d4b32, NAME => 'hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919 2024-11-15T17:20:48,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741838_1014 (size=44) 2024-11-15T17:20:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:49,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:49,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e32c430855a56da0edc41fab845d4b32, disabling compactions & flushes 2024-11-15T17:20:49,231 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32. 2024-11-15T17:20:49,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32. 2024-11-15T17:20:49,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32. after waiting 0 ms 2024-11-15T17:20:49,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32. 2024-11-15T17:20:49,231 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32. 2024-11-15T17:20:49,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e32c430855a56da0edc41fab845d4b32: Waiting for close lock at 1731691249231Disabling compacts and flushes for region at 1731691249231Disabling writes for close at 1731691249231Writing region close event to WAL at 1731691249231Closed at 1731691249231 2024-11-15T17:20:49,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:20:49,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731691249232"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691249232"}]},"ts":"1731691249232"} 2024-11-15T17:20:49,234 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:20:49,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:20:49,235 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691249235"}]},"ts":"1731691249235"} 2024-11-15T17:20:49,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T17:20:49,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e32c430855a56da0edc41fab845d4b32, ASSIGN}] 2024-11-15T17:20:49,237 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 379, reset compression=false 2024-11-15T17:20:49,238 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e32c430855a56da0edc41fab845d4b32, ASSIGN 2024-11-15T17:20:49,239 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e32c430855a56da0edc41fab845d4b32, ASSIGN; state=OFFLINE, location=046d875b9f8f,43649,1731691238592; forceNewPlan=false, retain=false 2024-11-15T17:20:49,389 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e32c430855a56da0edc41fab845d4b32, regionState=OPENING, regionLocation=046d875b9f8f,43649,1731691238592 2024-11-15T17:20:49,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e32c430855a56da0edc41fab845d4b32, ASSIGN because future has completed 2024-11-15T17:20:49,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e32c430855a56da0edc41fab845d4b32, server=046d875b9f8f,43649,1731691238592}] 2024-11-15T17:20:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:49,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32. 2024-11-15T17:20:49,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:20:49,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T17:20:49,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C43649%2C1731691238592.rep, suffix=, logDir=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592, archiveDir=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/oldWALs, maxLogs=10 2024-11-15T17:20:49,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.rep.1731691249548, exclude list is [], retry=0 2024-11-15T17:20:49,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46809,DS-77736f3c-e54d-4f9b-b9b6-9205068e5424,DISK] 2024-11-15T17:20:49,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.rep.1731691249548 2024-11-15T17:20:49,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37483:37483)] 2024-11-15T17:20:49,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e32c430855a56da0edc41fab845d4b32, NAME => 'hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:20:49,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:20:49,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:20:49,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32. service=MultiRowMutationService 2024-11-15T17:20:49,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T17:20:49,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:49,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:20:49,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:49,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:49,565 INFO [StoreOpener-e32c430855a56da0edc41fab845d4b32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:49,566 INFO [StoreOpener-e32c430855a56da0edc41fab845d4b32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e32c430855a56da0edc41fab845d4b32 columnFamilyName hfileref 2024-11-15T17:20:49,566 DEBUG [StoreOpener-e32c430855a56da0edc41fab845d4b32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:49,567 INFO [StoreOpener-e32c430855a56da0edc41fab845d4b32-1 {}] regionserver.HStore(327): Store=e32c430855a56da0edc41fab845d4b32/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:49,567 INFO [StoreOpener-e32c430855a56da0edc41fab845d4b32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:49,568 INFO [StoreOpener-e32c430855a56da0edc41fab845d4b32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e32c430855a56da0edc41fab845d4b32 columnFamilyName queue 2024-11-15T17:20:49,568 DEBUG [StoreOpener-e32c430855a56da0edc41fab845d4b32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:49,568 INFO [StoreOpener-e32c430855a56da0edc41fab845d4b32-1 {}] regionserver.HStore(327): Store=e32c430855a56da0edc41fab845d4b32/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:49,568 INFO [StoreOpener-e32c430855a56da0edc41fab845d4b32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:49,569 INFO [StoreOpener-e32c430855a56da0edc41fab845d4b32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e32c430855a56da0edc41fab845d4b32 columnFamilyName sid 2024-11-15T17:20:49,569 DEBUG [StoreOpener-e32c430855a56da0edc41fab845d4b32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:20:49,569 INFO [StoreOpener-e32c430855a56da0edc41fab845d4b32-1 {}] regionserver.HStore(327): Store=e32c430855a56da0edc41fab845d4b32/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:20:49,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:49,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/replication/e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:49,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/replication/e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:49,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:49,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:49,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:20:49,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:49,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/replication/e32c430855a56da0edc41fab845d4b32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:20:49,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e32c430855a56da0edc41fab845d4b32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71637603, jitterRate=0.06748346984386444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:20:49,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:49,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e32c430855a56da0edc41fab845d4b32: Running coprocessor pre-open hook at 1731691249564Writing region info on filesystem at 1731691249564Initializing all the Stores at 1731691249565 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691249565Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691249565Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691249565Cleaning up temporary data from old regions at 1731691249571 (+6 ms)Running coprocessor post-open hooks at 1731691249574 (+3 ms)Region opened successfully at 1731691249574 2024-11-15T17:20:49,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32., pid=10, masterSystemTime=1731691249543 2024-11-15T17:20:49,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32. 2024-11-15T17:20:49,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32. 2024-11-15T17:20:49,577 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e32c430855a56da0edc41fab845d4b32, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,43649,1731691238592 2024-11-15T17:20:49,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e32c430855a56da0edc41fab845d4b32, server=046d875b9f8f,43649,1731691238592 because future has completed 2024-11-15T17:20:49,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T17:20:49,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e32c430855a56da0edc41fab845d4b32, server=046d875b9f8f,43649,1731691238592 in 188 msec 2024-11-15T17:20:49,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T17:20:49,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e32c430855a56da0edc41fab845d4b32, ASSIGN in 344 msec 2024-11-15T17:20:49,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:20:49,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691249583"}]},"ts":"1731691249583"} 2024-11-15T17:20:49,585 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T17:20:49,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:20:49,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-15T17:20:49,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32., hostname=046d875b9f8f,43649,1731691238592, seqNum=2] 2024-11-15T17:20:49,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126 2024-11-15T17:20:49,698 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126 2024-11-15T17:20:49,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:20:49,841 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 379, reset compression=false 2024-11-15T17:20:49,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T17:20:49,873 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T17:20:49,899 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-046d875b9f8f,43649,1731691238592, ReplicationSource: 1, currentBandwidth=0 2024-11-15T17:20:49,900 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:49,900 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,43649,1731691238592, seqNum=-1] 2024-11-15T17:20:49,900 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:49,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-15T17:20:49,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-046d875b9f8f,43649,1731691238592', locateType=CURRENT is [region=hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32., hostname=046d875b9f8f,43649,1731691238592, seqNum=2] 2024-11-15T17:20:49,904 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T17:20:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38745 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T17:20:49,906 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 046d875b9f8f,43649,1731691238592 suceeded 2024-11-15T17:20:49,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T17:20:49,908 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://046d875b9f8f:39911,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:20:49,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-15T17:20:49,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4980 sec 2024-11-15T17:20:49,922 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:39911' 2024-11-15T17:20:49,923 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@360602a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:49,923 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,39911,-1 for getting cluster id 2024-11-15T17:20:49,923 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:49,924 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1c4a696-1110-45d7-b59c-5fc04d3657bb' 2024-11-15T17:20:49,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:49,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1c4a696-1110-45d7-b59c-5fc04d3657bb" 2024-11-15T17:20:49,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64214ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:49,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,39911,-1] 2024-11-15T17:20:49,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:49,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:49,925 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:49,926 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7984ef14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:49,926 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:49,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,39911,1731691232783 2024-11-15T17:20:49,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb4dc8c 2024-11-15T17:20:49,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:20:49,927 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-15T17:20:49,927 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-046d875b9f8f,43649,1731691238592 (queues=1) is replicating from cluster=5ef07739-983f-4e9b-ba5e-6326be08f066 to cluster=f1c4a696-1110-45d7-b59c-5fc04d3657bb 2024-11-15T17:20:49,928 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=046d875b9f8f%2C43649%2C1731691238592 2024-11-15T17:20:49,928 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-046d875b9f8f,43649,1731691238592, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:20:49,928 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.shipper046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C43649%2C1731691238592 2024-11-15T17:20:49,928 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909, startPosition=0, beingWritten=true 2024-11-15T17:20:49,932 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:20:49,932 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 379, reset compression=false 2024-11-15T17:20:49,932 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.shipper046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,43649,1731691238592 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:20:50,135 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 379, reset compression=false 2024-11-15T17:20:50,438 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 379, reset compression=false 2024-11-15T17:20:50,545 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 379, reset compression=false 2024-11-15T17:20:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:20:50,554 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T17:20:50,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:20:50,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:50,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:50,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:50,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:50,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:50,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,37449,1731691232981, seqNum=-1] 2024-11-15T17:20:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:50,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:20:50,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26., hostname=046d875b9f8f,37449,1731691232981, seqNum=2] 2024-11-15T17:20:50,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:50,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,43649,1731691238592, seqNum=-1] 2024-11-15T17:20:50,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:50,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:20:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0., hostname=046d875b9f8f,43649,1731691238592, seqNum=2] 2024-11-15T17:20:50,565 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T17:20:50,841 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 379, reset compression=false 2024-11-15T17:20:51,344 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 379, reset compression=false 2024-11-15T17:20:51,349 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 379, reset compression=false 2024-11-15T17:20:51,353 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:20:51,353 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 480, reset compression=false 2024-11-15T17:20:51,353 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.shipper046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,37449,1731691232981 got entry batch from reader: WALEntryBatch [walEntries=[{test/524e15e6bf78ee15dab78f35e2f7ab26/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T17:20:51,355 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.shipper046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:20:51,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-15T17:20:51,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43649 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:20:51,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@146ac12b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:51,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43649 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,38745,-1 for getting cluster id 2024-11-15T17:20:51,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:51,360 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ef07739-983f-4e9b-ba5e-6326be08f066' 2024-11-15T17:20:51,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:51,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ef07739-983f-4e9b-ba5e-6326be08f066" 2024-11-15T17:20:51,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e38d6a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:51,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,38745,-1] 2024-11-15T17:20:51,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:51,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:51,361 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:51,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49277d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:51,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:51,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,43649,1731691238592, seqNum=-1] 2024-11-15T17:20:51,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:51,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-15T17:20:51,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0., hostname=046d875b9f8f,43649,1731691238592, seqNum=2] 2024-11-15T17:20:51,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43649 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:20:51,561 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 480, reset compression=false 2024-11-15T17:20:51,568 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T17:20:51,572 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T17:20:51,864 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 480, reset compression=false 2024-11-15T17:20:51,947 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 379, reset compression=false 2024-11-15T17:20:51,998 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:20:51,998 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 608, reset compression=false 2024-11-15T17:20:51,998 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.shipper046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,43649,1731691238592 got entry batch from reader: WALEntryBatch [walEntries=[{test/1fb854cbddfc118266e3c0b2d376f6c0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T17:20:52,000 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.shipper046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:20:52,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-15T17:20:52,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:20:52,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a2638ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:52,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,39911,-1 for getting cluster id 2024-11-15T17:20:52,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:20:52,003 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1c4a696-1110-45d7-b59c-5fc04d3657bb' 2024-11-15T17:20:52,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:20:52,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1c4a696-1110-45d7-b59c-5fc04d3657bb" 2024-11-15T17:20:52,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@499a5c73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:52,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,39911,-1] 2024-11-15T17:20:52,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:20:52,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:52,004 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:20:52,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51216e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:20:52,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:20:52,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,37449,1731691232981, seqNum=-1] 2024-11-15T17:20:52,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:20:52,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-15T17:20:52,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26., hostname=046d875b9f8f,37449,1731691232981, seqNum=2] 2024-11-15T17:20:52,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:20:52,202 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 608, reset compression=false 2024-11-15T17:20:52,267 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 480, reset compression=false 2024-11-15T17:20:52,275 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:20:52,275 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 607, reset compression=false 2024-11-15T17:20:52,275 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.shipper046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,37449,1731691232981 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:20:52,480 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 607, reset compression=false 2024-11-15T17:20:52,509 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 608, reset compression=false 2024-11-15T17:20:52,574 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T17:20:52,586 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T17:20:52,783 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 607, reset compression=false 2024-11-15T17:20:52,788 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:20:52,788 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 763, reset compression=false 2024-11-15T17:20:52,788 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.shipper046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,37449,1731691232981 got entry batch from reader: WALEntryBatch [walEntries=[{test/524e15e6bf78ee15dab78f35e2f7ab26/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T17:20:52,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43649 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:20:52,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43649 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:20:52,912 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 608, reset compression=false 2024-11-15T17:20:52,914 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:20:52,916 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:20:52,916 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 756, reset compression=false 2024-11-15T17:20:52,917 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.shipper046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,43649,1731691238592 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:20:52,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:52,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:52,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:52,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:52,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:52,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:52,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:52,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:52,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:52,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:20:52,992 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 763, reset compression=false 2024-11-15T17:20:53,121 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 756, reset compression=false 2024-11-15T17:20:53,296 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 763, reset compression=false 2024-11-15T17:20:53,424 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 756, reset compression=false 2024-11-15T17:20:53,588 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T17:20:53,592 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T17:20:53,699 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 763, reset compression=false 2024-11-15T17:20:53,813 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:20:53,813 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:20:53,813 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28308 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:20:53,827 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 756, reset compression=false 2024-11-15T17:20:53,831 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:20:53,831 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 915, reset compression=false 2024-11-15T17:20:53,831 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.shipper046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,43649,1731691238592 got entry batch from reader: WALEntryBatch [walEntries=[{test/1fb854cbddfc118266e3c0b2d376f6c0/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T17:20:53,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:20:53,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37449 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:20:54,034 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 915, reset compression=false 2024-11-15T17:20:54,203 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 763, reset compression=false 2024-11-15T17:20:54,208 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:20:54,208 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 912, reset compression=false 2024-11-15T17:20:54,208 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.shipper046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,37449,1731691232981 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:20:54,341 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 915, reset compression=false 2024-11-15T17:20:54,411 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 912, reset compression=false 2024-11-15T17:20:54,594 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T17:20:54,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:20:54,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:20:54,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:54,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:54,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:54,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:54,597 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:20:54,597 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=168729749, stopped=false 2024-11-15T17:20:54,597 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,38745,1731691238451 2024-11-15T17:20:54,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1230786126/running 2024-11-15T17:20:54,645 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1230786126/running 2024-11-15T17:20:54,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126 2024-11-15T17:20:54,645 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:20:54,645 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126 2024-11-15T17:20:54,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:20:54,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:54,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:54,646 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,43649,1731691238592' ***** 2024-11-15T17:20:54,646 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:20:54,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Set watcher on znode that does not yet exist, /1230786126/running 2024-11-15T17:20:54,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Set watcher on znode that does not yet exist, /1230786126/running 2024-11-15T17:20:54,646 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:20:54,646 INFO [RS:0;046d875b9f8f:43649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:20:54,646 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:20:54,646 INFO [RS:0;046d875b9f8f:43649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:20:54,646 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1fb854cbddfc118266e3c0b2d376f6c0 2024-11-15T17:20:54,647 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(3091): Received CLOSE for e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:54,647 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,43649,1731691238592 2024-11-15T17:20:54,647 INFO [RS:0;046d875b9f8f:43649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:20:54,647 INFO [RS:0;046d875b9f8f:43649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:43649. 2024-11-15T17:20:54,647 DEBUG [RS:0;046d875b9f8f:43649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:54,647 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1fb854cbddfc118266e3c0b2d376f6c0, disabling compactions & flushes 2024-11-15T17:20:54,647 DEBUG [RS:0;046d875b9f8f:43649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:54,647 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0. 2024-11-15T17:20:54,647 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0. 2024-11-15T17:20:54,647 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:20:54,647 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:20:54,647 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0. after waiting 0 ms 2024-11-15T17:20:54,647 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:20:54,647 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0. 2024-11-15T17:20:54,647 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:20:54,647 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1fb854cbddfc118266e3c0b2d376f6c0 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-15T17:20:54,647 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T17:20:54,647 DEBUG [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1fb854cbddfc118266e3c0b2d376f6c0=test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0., e32c430855a56da0edc41fab845d4b32=hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32.} 2024-11-15T17:20:54,647 DEBUG [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1fb854cbddfc118266e3c0b2d376f6c0, e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:54,647 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:20:54,647 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:20:54,647 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:20:54,647 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:20:54,647 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:20:54,648 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T17:20:54,662 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/default/test/1fb854cbddfc118266e3c0b2d376f6c0/.tmp/f/d80670869b6d47efa6bc88d0c462fb33 is 29, key is row1/f:/1731691253589/DeleteFamily/seqid=0 2024-11-15T17:20:54,665 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/.tmp/info/fdfbff422a3a4ede905156f354496803 is 147, key is hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32./info:regioninfo/1731691249577/Put/seqid=0 2024-11-15T17:20:54,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741840_1016 (size=5118) 2024-11-15T17:20:54,667 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/default/test/1fb854cbddfc118266e3c0b2d376f6c0/.tmp/f/d80670869b6d47efa6bc88d0c462fb33 2024-11-15T17:20:54,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741841_1017 (size=7686) 2024-11-15T17:20:54,671 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d80670869b6d47efa6bc88d0c462fb33 2024-11-15T17:20:54,677 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:20:54,684 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/default/test/1fb854cbddfc118266e3c0b2d376f6c0/.tmp/f1/d217a9849db644b199212eec98f0a02e is 30, key is row1/f1:/1731691253589/DeleteFamily/seqid=0 2024-11-15T17:20:54,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741842_1018 (size=5123) 2024-11-15T17:20:54,715 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 912, reset compression=false 2024-11-15T17:20:54,745 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 915, reset compression=false 2024-11-15T17:20:54,749 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:20:54,749 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 1162, reset compression=false 2024-11-15T17:20:54,749 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.shipper046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,43649,1731691238592 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:20:54,750 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.shipper046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 046d875b9f8f,43649,1731691238592: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-046d875b9f8f,43649,1731691238592, walGroup=046d875b9f8f%2C43649%2C1731691238592, offset=046d875b9f8f%2C43649%2C1731691238592.1731691240909:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:43649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T17:20:54,751 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.shipper046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T17:20:54,751 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.shipper046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T17:20:54,752 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.shipper046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T17:20:54,752 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.shipper046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T17:20:54,752 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.shipper046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T17:20:54,752 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.shipper046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 610221232 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 190834592 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T17:20:54,752 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.shipper046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:38745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:38745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T17:20:54,768 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:20:54,768 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:20:54,847 DEBUG [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1fb854cbddfc118266e3c0b2d376f6c0, e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:54,951 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 1162, reset compression=false 2024-11-15T17:20:55,048 DEBUG [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1fb854cbddfc118266e3c0b2d376f6c0, e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:55,069 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/.tmp/info/fdfbff422a3a4ede905156f354496803 2024-11-15T17:20:55,088 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/default/test/1fb854cbddfc118266e3c0b2d376f6c0/.tmp/f1/d217a9849db644b199212eec98f0a02e 2024-11-15T17:20:55,089 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/.tmp/ns/1a636f3ff118471ca67ee9172cf62110 is 43, key is default/ns:d/1731691241905/Put/seqid=0 2024-11-15T17:20:55,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741843_1019 (size=5153) 2024-11-15T17:20:55,092 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d217a9849db644b199212eec98f0a02e 2024-11-15T17:20:55,106 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/default/test/1fb854cbddfc118266e3c0b2d376f6c0/.tmp/norep/f0488c7be72f4c58bb32b8621810fbce is 33, key is row1/norep:/1731691253589/DeleteFamily/seqid=0 2024-11-15T17:20:55,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741844_1020 (size=5108) 2024-11-15T17:20:55,118 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 912, reset compression=false 2024-11-15T17:20:55,248 DEBUG [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1fb854cbddfc118266e3c0b2d376f6c0, e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:55,256 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 1162, reset compression=false 2024-11-15T17:20:55,448 DEBUG [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1fb854cbddfc118266e3c0b2d376f6c0, e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:55,493 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/.tmp/ns/1a636f3ff118471ca67ee9172cf62110 2024-11-15T17:20:55,509 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/default/test/1fb854cbddfc118266e3c0b2d376f6c0/.tmp/norep/f0488c7be72f4c58bb32b8621810fbce 2024-11-15T17:20:55,513 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0488c7be72f4c58bb32b8621810fbce 2024-11-15T17:20:55,513 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/.tmp/rep_barrier/299cb72febd0471c8888ab025f2651ab is 112, key is test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0./rep_barrier:seqnumDuringOpen/1731691245245/Put/seqid=0 2024-11-15T17:20:55,514 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/default/test/1fb854cbddfc118266e3c0b2d376f6c0/.tmp/f/d80670869b6d47efa6bc88d0c462fb33 as hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/default/test/1fb854cbddfc118266e3c0b2d376f6c0/f/d80670869b6d47efa6bc88d0c462fb33 2024-11-15T17:20:55,518 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d80670869b6d47efa6bc88d0c462fb33 2024-11-15T17:20:55,518 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/default/test/1fb854cbddfc118266e3c0b2d376f6c0/f/d80670869b6d47efa6bc88d0c462fb33, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T17:20:55,519 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/default/test/1fb854cbddfc118266e3c0b2d376f6c0/.tmp/f1/d217a9849db644b199212eec98f0a02e as hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/default/test/1fb854cbddfc118266e3c0b2d376f6c0/f1/d217a9849db644b199212eec98f0a02e 2024-11-15T17:20:55,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741845_1021 (size=5518) 2024-11-15T17:20:55,523 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d217a9849db644b199212eec98f0a02e 2024-11-15T17:20:55,523 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/default/test/1fb854cbddfc118266e3c0b2d376f6c0/f1/d217a9849db644b199212eec98f0a02e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T17:20:55,524 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/default/test/1fb854cbddfc118266e3c0b2d376f6c0/.tmp/norep/f0488c7be72f4c58bb32b8621810fbce as hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/default/test/1fb854cbddfc118266e3c0b2d376f6c0/norep/f0488c7be72f4c58bb32b8621810fbce 2024-11-15T17:20:55,528 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0488c7be72f4c58bb32b8621810fbce 2024-11-15T17:20:55,528 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/default/test/1fb854cbddfc118266e3c0b2d376f6c0/norep/f0488c7be72f4c58bb32b8621810fbce, entries=1, sequenceid=8, filesize=5.0 K 2024-11-15T17:20:55,529 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1fb854cbddfc118266e3c0b2d376f6c0 in 882ms, sequenceid=8, compaction requested=false 2024-11-15T17:20:55,533 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/default/test/1fb854cbddfc118266e3c0b2d376f6c0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T17:20:55,533 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:20:55,533 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:20:55,533 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0. 2024-11-15T17:20:55,533 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1fb854cbddfc118266e3c0b2d376f6c0: Waiting for close lock at 1731691254647Running coprocessor pre-close hooks at 1731691254647Disabling compacts and flushes for region at 1731691254647Disabling writes for close at 1731691254647Obtaining lock to block concurrent updates at 1731691254647Preparing flush snapshotting stores in 1fb854cbddfc118266e3c0b2d376f6c0 at 1731691254647Finished memstore snapshotting test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731691254648 (+1 ms)Flushing stores of test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0. at 1731691254648Flushing 1fb854cbddfc118266e3c0b2d376f6c0/f: creating writer at 1731691254648Flushing 1fb854cbddfc118266e3c0b2d376f6c0/f: appending metadata at 1731691254661 (+13 ms)Flushing 1fb854cbddfc118266e3c0b2d376f6c0/f: closing flushed file at 1731691254661Flushing 1fb854cbddfc118266e3c0b2d376f6c0/f1: creating writer at 1731691254671 (+10 ms)Flushing 1fb854cbddfc118266e3c0b2d376f6c0/f1: appending metadata at 1731691254684 (+13 ms)Flushing 1fb854cbddfc118266e3c0b2d376f6c0/f1: closing flushed file at 1731691254684Flushing 1fb854cbddfc118266e3c0b2d376f6c0/norep: creating writer at 1731691255092 (+408 ms)Flushing 1fb854cbddfc118266e3c0b2d376f6c0/norep: appending metadata at 1731691255105 (+13 ms)Flushing 1fb854cbddfc118266e3c0b2d376f6c0/norep: closing flushed file at 1731691255105Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@237ef5ec: reopening flushed file at 1731691255513 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eacb2c8: reopening flushed file at 1731691255518 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@199237b3: reopening flushed file at 1731691255523 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1fb854cbddfc118266e3c0b2d376f6c0 in 882ms, sequenceid=8, compaction requested=false at 1731691255529 (+6 ms)Writing region close event to WAL at 1731691255530 (+1 ms)Running coprocessor post-close hooks at 1731691255533 (+3 ms)Closed at 1731691255533 2024-11-15T17:20:55,534 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731691244095.1fb854cbddfc118266e3c0b2d376f6c0. 2024-11-15T17:20:55,534 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e32c430855a56da0edc41fab845d4b32, disabling compactions & flushes 2024-11-15T17:20:55,534 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32. 2024-11-15T17:20:55,534 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32. 2024-11-15T17:20:55,534 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32. after waiting 0 ms 2024-11-15T17:20:55,534 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32. 2024-11-15T17:20:55,534 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e32c430855a56da0edc41fab845d4b32: Waiting for close lock at 1731691255534Running coprocessor pre-close hooks at 1731691255534Disabling compacts and flushes for region at 1731691255534Disabling writes for close at 1731691255534Failed flush hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32., putting online again at 1731691255534 2024-11-15T17:20:55,534 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32. 2024-11-15T17:20:55,622 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 912, reset compression=false 2024-11-15T17:20:55,648 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T17:20:55,648 DEBUG [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e32c430855a56da0edc41fab845d4b32=hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32.} 2024-11-15T17:20:55,648 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(3091): Received CLOSE for e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:55,648 DEBUG [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e32c430855a56da0edc41fab845d4b32 2024-11-15T17:20:55,648 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e32c430855a56da0edc41fab845d4b32, disabling compactions & flushes 2024-11-15T17:20:55,648 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32. 2024-11-15T17:20:55,649 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32. 2024-11-15T17:20:55,649 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32. after waiting 0 ms 2024-11-15T17:20:55,649 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32. 2024-11-15T17:20:55,649 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e32c430855a56da0edc41fab845d4b32: Waiting for close lock at 1731691255648Running coprocessor pre-close hooks at 1731691255648Disabling compacts and flushes for region at 1731691255648Disabling writes for close at 1731691255649 (+1 ms)Failed flush hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32., putting online again at 1731691255649 2024-11-15T17:20:55,649 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731691248417.e32c430855a56da0edc41fab845d4b32. 2024-11-15T17:20:55,659 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 1162, reset compression=false 2024-11-15T17:20:55,664 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:20:55,664 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 1806, reset compression=false 2024-11-15T17:20:55,849 DEBUG [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:20:55,867 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 1806, reset compression=false 2024-11-15T17:20:55,922 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/.tmp/rep_barrier/299cb72febd0471c8888ab025f2651ab 2024-11-15T17:20:55,939 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/.tmp/table/aeca8c8307bb4d178c90476891674a3d is 53, key is hbase:replication/table:state/1731691249583/Put/seqid=0 2024-11-15T17:20:55,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741846_1022 (size=5308) 2024-11-15T17:20:56,049 DEBUG [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:20:56,170 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 1806, reset compression=false 2024-11-15T17:20:56,225 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 912, reset compression=false 2024-11-15T17:20:56,249 DEBUG [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:20:56,343 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/.tmp/table/aeca8c8307bb4d178c90476891674a3d 2024-11-15T17:20:56,347 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/.tmp/info/fdfbff422a3a4ede905156f354496803 as hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/info/fdfbff422a3a4ede905156f354496803 2024-11-15T17:20:56,351 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/info/fdfbff422a3a4ede905156f354496803, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T17:20:56,352 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/.tmp/ns/1a636f3ff118471ca67ee9172cf62110 as hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/ns/1a636f3ff118471ca67ee9172cf62110 2024-11-15T17:20:56,355 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/ns/1a636f3ff118471ca67ee9172cf62110, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T17:20:56,356 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/.tmp/rep_barrier/299cb72febd0471c8888ab025f2651ab as hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/rep_barrier/299cb72febd0471c8888ab025f2651ab 2024-11-15T17:20:56,359 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/rep_barrier/299cb72febd0471c8888ab025f2651ab, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T17:20:56,360 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/.tmp/table/aeca8c8307bb4d178c90476891674a3d as hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/table/aeca8c8307bb4d178c90476891674a3d 2024-11-15T17:20:56,363 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/table/aeca8c8307bb4d178c90476891674a3d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T17:20:56,364 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false 2024-11-15T17:20:56,368 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T17:20:56,369 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:20:56,369 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:20:56,369 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:20:56,369 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691254647Running coprocessor pre-close hooks at 1731691254647Disabling compacts and flushes for region at 1731691254647Disabling writes for close at 1731691254647Obtaining lock to block concurrent updates at 1731691254648 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731691254648Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731691254648Flushing stores of hbase:meta,,1.1588230740 at 1731691254648Flushing 1588230740/info: creating writer at 1731691254648Flushing 1588230740/info: appending metadata at 1731691254664 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731691254664Flushing 1588230740/ns: creating writer at 1731691255073 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731691255089 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731691255089Flushing 1588230740/rep_barrier: creating writer at 1731691255497 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731691255512 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731691255512Flushing 1588230740/table: creating writer at 1731691255926 (+414 ms)Flushing 1588230740/table: appending metadata at 1731691255938 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731691255939 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40606cbf: reopening flushed file at 1731691256346 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a1b20e: reopening flushed file at 1731691256351 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41a40ae8: reopening flushed file at 1731691256355 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46ab337e: reopening flushed file at 1731691256359 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false at 1731691256364 (+5 ms)Writing region close event to WAL at 1731691256366 (+2 ms)Running coprocessor post-close hooks at 1731691256369 (+3 ms)Closed at 1731691256369 2024-11-15T17:20:56,369 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:20:56,449 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T17:20:56,449 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,43649,1731691238592; all regions closed. 2024-11-15T17:20:56,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741834_1010 (size=4239) 2024-11-15T17:20:56,451 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.meta.1731691241867.meta not finished, retry = 0 2024-11-15T17:20:56,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741839_1015 (size=1515) 2024-11-15T17:20:56,554 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.rep.1731691249548 not finished, retry = 0 2024-11-15T17:20:56,574 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 to pos 1806, reset compression=false 2024-11-15T17:20:56,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741832_1008 (size=1814) 2024-11-15T17:20:56,656 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/WALs/046d875b9f8f,43649,1731691238592/046d875b9f8f%2C43649%2C1731691238592.1731691240909 not finished, retry = 0 2024-11-15T17:20:56,757 DEBUG [RS:0;046d875b9f8f:43649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:56,757 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:20:56,757 INFO [RS:0;046d875b9f8f:43649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:20:56,757 INFO [RS:0;046d875b9f8f:43649 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T17:20:56,758 INFO [RS:0;046d875b9f8f:43649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:20:56,758 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:20:56,758 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-046d875b9f8f,43649,1731691238592 because: Region server is closing 2024-11-15T17:20:56,758 INFO [RS:0;046d875b9f8f:43649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:43649. 2024-11-15T17:20:56,758 DEBUG [RS:0;046d875b9f8f:43649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:56,758 DEBUG [RS:0;046d875b9f8f:43649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:56,758 DEBUG [RS:0;046d875b9f8f:43649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:56,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:56,858 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.shipper046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 terminated 2024-11-15T17:20:56,858 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43649,1731691238592.replicationSource.wal-reader.046d875b9f8f%2C43649%2C1731691238592,1-046d875b9f8f,43649,1731691238592 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T17:20:56,858 INFO [RS:0;046d875b9f8f:43649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:43649. 2024-11-15T17:20:56,859 DEBUG [RS:0;046d875b9f8f:43649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:56,859 DEBUG [RS:0;046d875b9f8f:43649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:56,859 DEBUG [RS:0;046d875b9f8f:43649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:56,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:56,859 INFO [RS:0;046d875b9f8f:43649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43649 2024-11-15T17:20:56,919 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1230786126/rs/046d875b9f8f,43649,1731691238592 2024-11-15T17:20:56,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126/rs 2024-11-15T17:20:56,919 INFO [RS:0;046d875b9f8f:43649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:20:56,928 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 912, reset compression=false 2024-11-15T17:20:56,929 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,43649,1731691238592] 2024-11-15T17:20:56,940 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1230786126/draining/046d875b9f8f,43649,1731691238592 already deleted, retry=false 2024-11-15T17:20:56,940 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,43649,1731691238592 expired; onlineServers=0 2024-11-15T17:20:56,940 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,38745,1731691238451' ***** 2024-11-15T17:20:56,940 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:20:56,940 INFO [M:0;046d875b9f8f:38745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:20:56,940 INFO [M:0;046d875b9f8f:38745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:20:56,940 DEBUG [M:0;046d875b9f8f:38745 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:20:56,940 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:20:56,940 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691240638 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691240638,5,FailOnTimeoutGroup] 2024-11-15T17:20:56,940 DEBUG [M:0;046d875b9f8f:38745 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:20:56,940 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691240638 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691240638,5,FailOnTimeoutGroup] 2024-11-15T17:20:56,940 INFO [M:0;046d875b9f8f:38745 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:20:56,940 INFO [M:0;046d875b9f8f:38745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:20:56,940 DEBUG [M:0;046d875b9f8f:38745 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:20:56,940 INFO [M:0;046d875b9f8f:38745 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:20:56,941 INFO [M:0;046d875b9f8f:38745 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:20:56,941 INFO [M:0;046d875b9f8f:38745 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:20:56,941 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:20:56,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1230786126/master 2024-11-15T17:20:56,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230786126 2024-11-15T17:20:56,950 DEBUG [M:0;046d875b9f8f:38745 {}] zookeeper.ZKUtil(347): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Unable to get data of znode /1230786126/master because node does not exist (not an error) 2024-11-15T17:20:56,950 WARN [M:0;046d875b9f8f:38745 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:20:56,951 INFO [M:0;046d875b9f8f:38745 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/.lastflushedseqids 2024-11-15T17:20:56,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741847_1023 (size=245) 2024-11-15T17:20:57,029 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:20:57,029 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1013f8331ef0004, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:20:57,029 INFO [RS:0;046d875b9f8f:43649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:20:57,029 INFO [RS:0;046d875b9f8f:43649 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,43649,1731691238592; zookeeper connection closed. 2024-11-15T17:20:57,030 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f74922b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f74922b 2024-11-15T17:20:57,030 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:20:57,356 INFO [M:0;046d875b9f8f:38745 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:20:57,356 INFO [M:0;046d875b9f8f:38745 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:20:57,356 DEBUG [M:0;046d875b9f8f:38745 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:20:57,356 INFO [M:0;046d875b9f8f:38745 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:57,356 DEBUG [M:0;046d875b9f8f:38745 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:57,356 DEBUG [M:0;046d875b9f8f:38745 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:20:57,357 DEBUG [M:0;046d875b9f8f:38745 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:57,357 INFO [M:0;046d875b9f8f:38745 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-15T17:20:57,371 DEBUG [M:0;046d875b9f8f:38745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26f668c063f347b395610fc96c8c4e4f is 82, key is hbase:meta,,1/info:regioninfo/1731691241895/Put/seqid=0 2024-11-15T17:20:57,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741848_1024 (size=5672) 2024-11-15T17:20:57,731 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 912, reset compression=false 2024-11-15T17:20:57,776 INFO [M:0;046d875b9f8f:38745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26f668c063f347b395610fc96c8c4e4f 2024-11-15T17:20:57,795 DEBUG [M:0;046d875b9f8f:38745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e7991afead14d5b85a78b11ffed4728 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731691249586/Put/seqid=0 2024-11-15T17:20:57,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741849_1025 (size=8517) 2024-11-15T17:20:58,199 INFO [M:0;046d875b9f8f:38745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e7991afead14d5b85a78b11ffed4728 2024-11-15T17:20:58,219 DEBUG [M:0;046d875b9f8f:38745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d4b7e57a9714a48a50c747dac41398b is 69, key is 046d875b9f8f,43649,1731691238592/rs:state/1731691240754/Put/seqid=0 2024-11-15T17:20:58,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741850_1026 (size=5156) 2024-11-15T17:20:58,623 INFO [M:0;046d875b9f8f:38745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d4b7e57a9714a48a50c747dac41398b 2024-11-15T17:20:58,627 DEBUG [M:0;046d875b9f8f:38745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26f668c063f347b395610fc96c8c4e4f as hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26f668c063f347b395610fc96c8c4e4f 2024-11-15T17:20:58,630 INFO [M:0;046d875b9f8f:38745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26f668c063f347b395610fc96c8c4e4f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T17:20:58,631 DEBUG [M:0;046d875b9f8f:38745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e7991afead14d5b85a78b11ffed4728 as hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e7991afead14d5b85a78b11ffed4728 2024-11-15T17:20:58,634 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 912, reset compression=false 2024-11-15T17:20:58,635 INFO [M:0;046d875b9f8f:38745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e7991afead14d5b85a78b11ffed4728, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T17:20:58,635 DEBUG [M:0;046d875b9f8f:38745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d4b7e57a9714a48a50c747dac41398b as hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d4b7e57a9714a48a50c747dac41398b 2024-11-15T17:20:58,639 INFO [M:0;046d875b9f8f:38745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43313/user/jenkins/test-data/86841c69-1160-dc41-3b60-f74ecf0f6919/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d4b7e57a9714a48a50c747dac41398b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T17:20:58,640 INFO [M:0;046d875b9f8f:38745 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-15T17:20:58,641 INFO [M:0;046d875b9f8f:38745 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:20:58,641 DEBUG [M:0;046d875b9f8f:38745 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691257356Disabling compacts and flushes for region at 1731691257356Disabling writes for close at 1731691257356Obtaining lock to block concurrent updates at 1731691257357 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691257357Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731691257357Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691257357Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691257357Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691257370 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691257370Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691257779 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691257795 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691257795Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691258203 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691258218 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691258218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@edfa542: reopening flushed file at 1731691258626 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@643abe4a: reopening flushed file at 1731691258631 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454e79eb: reopening flushed file at 1731691258635 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1731691258640 (+5 ms)Writing region close event to WAL at 1731691258641 (+1 ms)Closed at 1731691258641 2024-11-15T17:20:58,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741830_1006 (size=63666) 2024-11-15T17:20:58,643 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:20:58,643 INFO [M:0;046d875b9f8f:38745 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:20:58,643 INFO [M:0;046d875b9f8f:38745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38745 2024-11-15T17:20:58,644 INFO [M:0;046d875b9f8f:38745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:20:58,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:20:58,819 INFO [M:0;046d875b9f8f:38745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:20:58,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38745-0x1013f8331ef0003, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:20:58,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40e5f5b7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:20:58,822 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@feb2d2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:20:58,822 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:20:58,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66020d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:20:58,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@473d1391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/hadoop.log.dir/,STOPPED} 2024-11-15T17:20:58,824 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:20:58,824 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:20:58,824 WARN [BP-76796355-172.17.0.2-1731691236562 heartbeating to localhost/127.0.0.1:43313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:20:58,824 WARN [BP-76796355-172.17.0.2-1731691236562 heartbeating to localhost/127.0.0.1:43313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-76796355-172.17.0.2-1731691236562 (Datanode Uuid d9e24dd9-d4a4-4a5b-a2fb-67c5a4c8d9f6) service to localhost/127.0.0.1:43313 2024-11-15T17:20:58,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/cluster_baacb4b1-b9fe-35dd-3ef0-9ca44522e189/data/data1/current/BP-76796355-172.17.0.2-1731691236562 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:20:58,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/cluster_baacb4b1-b9fe-35dd-3ef0-9ca44522e189/data/data2/current/BP-76796355-172.17.0.2-1731691236562 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:20:58,825 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:20:58,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@173d8147{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:20:58,831 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f613f66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:20:58,831 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:20:58,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e07a1af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:20:58,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c3bb764{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/hadoop.log.dir/,STOPPED} 2024-11-15T17:20:58,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:20:58,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:20:58,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:20:58,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:58,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:58,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:58,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:20:58,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:20:58,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=838401807, stopped=false 2024-11-15T17:20:58,849 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,39911,1731691232783 2024-11-15T17:20:58,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0111208951/running 2024-11-15T17:20:58,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0111208951/running 2024-11-15T17:20:58,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951 2024-11-15T17:20:58,855 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:20:58,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951 2024-11-15T17:20:58,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:20:58,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Set watcher on znode that does not yet exist, /0111208951/running 2024-11-15T17:20:58,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Set watcher on znode that does not yet exist, /0111208951/running 2024-11-15T17:20:58,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:58,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:58,856 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,37449,1731691232981' ***** 2024-11-15T17:20:58,856 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:20:58,856 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:20:58,857 INFO [RS:0;046d875b9f8f:37449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:20:58,857 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:20:58,857 INFO [RS:0;046d875b9f8f:37449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:20:58,857 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a64b23b76fbefa4228038d94c33d60b 2024-11-15T17:20:58,857 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(3091): Received CLOSE for 524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:20:58,857 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,37449,1731691232981 2024-11-15T17:20:58,857 INFO [RS:0;046d875b9f8f:37449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:20:58,857 INFO [RS:0;046d875b9f8f:37449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:37449. 2024-11-15T17:20:58,857 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a64b23b76fbefa4228038d94c33d60b, disabling compactions & flushes 2024-11-15T17:20:58,857 DEBUG [RS:0;046d875b9f8f:37449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:20:58,857 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b. 2024-11-15T17:20:58,857 DEBUG [RS:0;046d875b9f8f:37449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:20:58,857 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b. 2024-11-15T17:20:58,857 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b. after waiting 0 ms 2024-11-15T17:20:58,857 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b. 2024-11-15T17:20:58,857 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:20:58,857 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:20:58,857 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:20:58,857 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:20:58,857 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a64b23b76fbefa4228038d94c33d60b 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-15T17:20:58,857 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T17:20:58,857 DEBUG [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8a64b23b76fbefa4228038d94c33d60b=hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b., 524e15e6bf78ee15dab78f35e2f7ab26=test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26.} 2024-11-15T17:20:58,857 DEBUG [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 524e15e6bf78ee15dab78f35e2f7ab26, 8a64b23b76fbefa4228038d94c33d60b 2024-11-15T17:20:58,857 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:20:58,857 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:20:58,857 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:20:58,857 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:20:58,857 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:20:58,857 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T17:20:58,871 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/replication/8a64b23b76fbefa4228038d94c33d60b/.tmp/queue/2b89b955e18946c5b5f042d31dedf577 is 153, key is 1-046d875b9f8f,37449,1731691232981/queue:046d875b9f8f%2C37449%2C1731691232981/1731691254209/Put/seqid=0 2024-11-15T17:20:58,872 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:20:58,874 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/.tmp/info/efac9089f24c4f33971da6f479f31abd is 147, key is hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b./info:regioninfo/1731691247426/Put/seqid=0 2024-11-15T17:20:58,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741840_1016 (size=5352) 2024-11-15T17:20:58,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741841_1017 (size=7686) 2024-11-15T17:20:59,057 DEBUG [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 524e15e6bf78ee15dab78f35e2f7ab26, 8a64b23b76fbefa4228038d94c33d60b 2024-11-15T17:20:59,258 DEBUG [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 524e15e6bf78ee15dab78f35e2f7ab26, 8a64b23b76fbefa4228038d94c33d60b 2024-11-15T17:20:59,275 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/replication/8a64b23b76fbefa4228038d94c33d60b/.tmp/queue/2b89b955e18946c5b5f042d31dedf577 2024-11-15T17:20:59,278 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/.tmp/info/efac9089f24c4f33971da6f479f31abd 2024-11-15T17:20:59,280 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/replication/8a64b23b76fbefa4228038d94c33d60b/.tmp/queue/2b89b955e18946c5b5f042d31dedf577 as hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/replication/8a64b23b76fbefa4228038d94c33d60b/queue/2b89b955e18946c5b5f042d31dedf577 2024-11-15T17:20:59,284 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/replication/8a64b23b76fbefa4228038d94c33d60b/queue/2b89b955e18946c5b5f042d31dedf577, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T17:20:59,285 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 8a64b23b76fbefa4228038d94c33d60b in 428ms, sequenceid=10, compaction requested=false 2024-11-15T17:20:59,292 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/replication/8a64b23b76fbefa4228038d94c33d60b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T17:20:59,292 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:20:59,292 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:20:59,292 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b. 2024-11-15T17:20:59,292 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a64b23b76fbefa4228038d94c33d60b: Waiting for close lock at 1731691258857Running coprocessor pre-close hooks at 1731691258857Disabling compacts and flushes for region at 1731691258857Disabling writes for close at 1731691258857Obtaining lock to block concurrent updates at 1731691258857Preparing flush snapshotting stores in 8a64b23b76fbefa4228038d94c33d60b at 1731691258857Finished memstore snapshotting hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731691258857Flushing stores of hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b. at 1731691258858 (+1 ms)Flushing 8a64b23b76fbefa4228038d94c33d60b/queue: creating writer at 1731691258858Flushing 8a64b23b76fbefa4228038d94c33d60b/queue: appending metadata at 1731691258870 (+12 ms)Flushing 8a64b23b76fbefa4228038d94c33d60b/queue: closing flushed file at 1731691258871 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@201a6b03: reopening flushed file at 1731691259279 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 8a64b23b76fbefa4228038d94c33d60b in 428ms, sequenceid=10, compaction requested=false at 1731691259285 (+6 ms)Writing region close event to WAL at 1731691259289 (+4 ms)Running coprocessor post-close hooks at 1731691259292 (+3 ms)Closed at 1731691259292 2024-11-15T17:20:59,292 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731691246261.8a64b23b76fbefa4228038d94c33d60b. 2024-11-15T17:20:59,292 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 524e15e6bf78ee15dab78f35e2f7ab26, disabling compactions & flushes 2024-11-15T17:20:59,292 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26. 2024-11-15T17:20:59,292 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26. 2024-11-15T17:20:59,292 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26. after waiting 0 ms 2024-11-15T17:20:59,292 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26. 2024-11-15T17:20:59,293 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 524e15e6bf78ee15dab78f35e2f7ab26 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-15T17:20:59,299 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/.tmp/ns/dcf49a9a05cc4233873d2129742903b4 is 43, key is default/ns:d/1731691236479/Put/seqid=0 2024-11-15T17:20:59,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741842_1018 (size=5153) 2024-11-15T17:20:59,307 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/default/test/524e15e6bf78ee15dab78f35e2f7ab26/.tmp/f/70cd29e6609e4dc5bcd5b84753eb2d2b is 29, key is row1/f:/1731691253589/DeleteFamily/seqid=0 2024-11-15T17:20:59,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741843_1019 (size=5118) 2024-11-15T17:20:59,337 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:20:59,337 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:20:59,458 DEBUG [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:20:59,640 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 912, reset compression=false 2024-11-15T17:20:59,644 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:20:59,644 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 1159, reset compression=false 2024-11-15T17:20:59,644 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.shipper046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,37449,1731691232981 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:20:59,645 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.shipper046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 046d875b9f8f,37449,1731691232981: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-046d875b9f8f,37449,1731691232981, walGroup=046d875b9f8f%2C37449%2C1731691232981, offset=046d875b9f8f%2C37449%2C1731691232981.1731691235382:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:37449 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T17:20:59,646 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.shipper046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T17:20:59,646 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.shipper046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T17:20:59,646 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.shipper046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T17:20:59,646 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.shipper046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T17:20:59,646 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.shipper046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T17:20:59,646 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.shipper046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 675232944 }, "NonHeapMemoryUsage": { "committed": 195035136, "init": 7667712, "max": -1, "used": 191548944 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T17:20:59,647 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.shipper046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:39911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:39911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T17:20:59,658 DEBUG [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:20:59,704 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/.tmp/ns/dcf49a9a05cc4233873d2129742903b4 2024-11-15T17:20:59,710 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/default/test/524e15e6bf78ee15dab78f35e2f7ab26/.tmp/f/70cd29e6609e4dc5bcd5b84753eb2d2b 2024-11-15T17:20:59,714 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70cd29e6609e4dc5bcd5b84753eb2d2b 2024-11-15T17:20:59,725 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/.tmp/rep_barrier/eef0383e19b049c58f0447ca7ea76b05 is 112, key is test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26./rep_barrier:seqnumDuringOpen/1731691243090/Put/seqid=0 2024-11-15T17:20:59,727 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/default/test/524e15e6bf78ee15dab78f35e2f7ab26/.tmp/f1/61b23d783af4412e8cfb9e6e212691c8 is 30, key is row1/f1:/1731691253589/DeleteFamily/seqid=0 2024-11-15T17:20:59,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741844_1020 (size=5518) 2024-11-15T17:20:59,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741845_1021 (size=5123) 2024-11-15T17:20:59,848 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 1159, reset compression=false 2024-11-15T17:20:59,858 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T17:20:59,858 DEBUG [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 524e15e6bf78ee15dab78f35e2f7ab26=test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26.} 2024-11-15T17:20:59,858 DEBUG [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:21:00,058 DEBUG [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:21:00,130 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/.tmp/rep_barrier/eef0383e19b049c58f0447ca7ea76b05 2024-11-15T17:21:00,130 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/default/test/524e15e6bf78ee15dab78f35e2f7ab26/.tmp/f1/61b23d783af4412e8cfb9e6e212691c8 2024-11-15T17:21:00,134 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61b23d783af4412e8cfb9e6e212691c8 2024-11-15T17:21:00,151 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 1159, reset compression=false 2024-11-15T17:21:00,155 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/.tmp/table/c21de2f7fe964b48b5e5d162c4c32f71 is 53, key is hbase:replication/table:state/1731691247435/Put/seqid=0 2024-11-15T17:21:00,157 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/default/test/524e15e6bf78ee15dab78f35e2f7ab26/.tmp/norep/5ad074c2cdb346ae8616b877dbd0f771 is 32, key is row/norep:/1731691252576/DeleteFamily/seqid=0 2024-11-15T17:21:00,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741846_1022 (size=5308) 2024-11-15T17:21:00,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741847_1023 (size=5101) 2024-11-15T17:21:00,259 DEBUG [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:21:00,459 DEBUG [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 524e15e6bf78ee15dab78f35e2f7ab26 2024-11-15T17:21:00,557 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.1731691235382 to pos 1159, reset compression=false 2024-11-15T17:21:00,561 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/.tmp/table/c21de2f7fe964b48b5e5d162c4c32f71 2024-11-15T17:21:00,563 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/default/test/524e15e6bf78ee15dab78f35e2f7ab26/.tmp/norep/5ad074c2cdb346ae8616b877dbd0f771 2024-11-15T17:21:00,565 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/.tmp/info/efac9089f24c4f33971da6f479f31abd as hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/info/efac9089f24c4f33971da6f479f31abd 2024-11-15T17:21:00,566 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ad074c2cdb346ae8616b877dbd0f771 2024-11-15T17:21:00,566 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/default/test/524e15e6bf78ee15dab78f35e2f7ab26/.tmp/f/70cd29e6609e4dc5bcd5b84753eb2d2b as hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/default/test/524e15e6bf78ee15dab78f35e2f7ab26/f/70cd29e6609e4dc5bcd5b84753eb2d2b 2024-11-15T17:21:00,571 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/info/efac9089f24c4f33971da6f479f31abd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T17:21:00,571 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70cd29e6609e4dc5bcd5b84753eb2d2b 2024-11-15T17:21:00,571 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/default/test/524e15e6bf78ee15dab78f35e2f7ab26/f/70cd29e6609e4dc5bcd5b84753eb2d2b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T17:21:00,571 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/.tmp/ns/dcf49a9a05cc4233873d2129742903b4 as hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/ns/dcf49a9a05cc4233873d2129742903b4 2024-11-15T17:21:00,572 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/default/test/524e15e6bf78ee15dab78f35e2f7ab26/.tmp/f1/61b23d783af4412e8cfb9e6e212691c8 as hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/default/test/524e15e6bf78ee15dab78f35e2f7ab26/f1/61b23d783af4412e8cfb9e6e212691c8 2024-11-15T17:21:00,575 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/ns/dcf49a9a05cc4233873d2129742903b4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T17:21:00,575 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61b23d783af4412e8cfb9e6e212691c8 2024-11-15T17:21:00,575 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/default/test/524e15e6bf78ee15dab78f35e2f7ab26/f1/61b23d783af4412e8cfb9e6e212691c8, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T17:21:00,576 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/.tmp/rep_barrier/eef0383e19b049c58f0447ca7ea76b05 as hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/rep_barrier/eef0383e19b049c58f0447ca7ea76b05 2024-11-15T17:21:00,577 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/default/test/524e15e6bf78ee15dab78f35e2f7ab26/.tmp/norep/5ad074c2cdb346ae8616b877dbd0f771 as hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/default/test/524e15e6bf78ee15dab78f35e2f7ab26/norep/5ad074c2cdb346ae8616b877dbd0f771 2024-11-15T17:21:00,581 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ad074c2cdb346ae8616b877dbd0f771 2024-11-15T17:21:00,581 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/default/test/524e15e6bf78ee15dab78f35e2f7ab26/norep/5ad074c2cdb346ae8616b877dbd0f771, entries=1, sequenceid=8, filesize=5.0 K 2024-11-15T17:21:00,582 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 524e15e6bf78ee15dab78f35e2f7ab26 in 1289ms, sequenceid=8, compaction requested=false 2024-11-15T17:21:00,582 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T17:21:00,582 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/rep_barrier/eef0383e19b049c58f0447ca7ea76b05, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T17:21:00,582 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/.tmp/table/c21de2f7fe964b48b5e5d162c4c32f71 as hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/table/c21de2f7fe964b48b5e5d162c4c32f71 2024-11-15T17:21:00,586 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/default/test/524e15e6bf78ee15dab78f35e2f7ab26/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T17:21:00,587 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/table/c21de2f7fe964b48b5e5d162c4c32f71, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T17:21:00,588 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:21:00,588 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:21:00,588 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26. 2024-11-15T17:21:00,588 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 524e15e6bf78ee15dab78f35e2f7ab26: Waiting for close lock at 1731691259292Running coprocessor pre-close hooks at 1731691259292Disabling compacts and flushes for region at 1731691259292Disabling writes for close at 1731691259292Obtaining lock to block concurrent updates at 1731691259293 (+1 ms)Preparing flush snapshotting stores in 524e15e6bf78ee15dab78f35e2f7ab26 at 1731691259293Finished memstore snapshotting test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731691259293Flushing stores of test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26. at 1731691259293Flushing 524e15e6bf78ee15dab78f35e2f7ab26/f: creating writer at 1731691259293Flushing 524e15e6bf78ee15dab78f35e2f7ab26/f: appending metadata at 1731691259306 (+13 ms)Flushing 524e15e6bf78ee15dab78f35e2f7ab26/f: closing flushed file at 1731691259306Flushing 524e15e6bf78ee15dab78f35e2f7ab26/f1: creating writer at 1731691259714 (+408 ms)Flushing 524e15e6bf78ee15dab78f35e2f7ab26/f1: appending metadata at 1731691259726 (+12 ms)Flushing 524e15e6bf78ee15dab78f35e2f7ab26/f1: closing flushed file at 1731691259726Flushing 524e15e6bf78ee15dab78f35e2f7ab26/norep: creating writer at 1731691260134 (+408 ms)Flushing 524e15e6bf78ee15dab78f35e2f7ab26/norep: appending metadata at 1731691260155 (+21 ms)Flushing 524e15e6bf78ee15dab78f35e2f7ab26/norep: closing flushed file at 1731691260156 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73fe1366: reopening flushed file at 1731691260566 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9e9f089: reopening flushed file at 1731691260571 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ae689e5: reopening flushed file at 1731691260575 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 524e15e6bf78ee15dab78f35e2f7ab26 in 1289ms, sequenceid=8, compaction requested=false at 1731691260582 (+7 ms)Writing region close event to WAL at 1731691260583 (+1 ms)Running coprocessor post-close hooks at 1731691260587 (+4 ms)Closed at 1731691260588 (+1 ms) 2024-11-15T17:21:00,588 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false 2024-11-15T17:21:00,588 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T17:21:00,588 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731691241945.524e15e6bf78ee15dab78f35e2f7ab26. 2024-11-15T17:21:00,592 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T17:21:00,592 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:21:00,593 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:21:00,593 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:21:00,593 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691258857Running coprocessor pre-close hooks at 1731691258857Disabling compacts and flushes for region at 1731691258857Disabling writes for close at 1731691258857Obtaining lock to block concurrent updates at 1731691258858 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731691258858Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731691258858Flushing stores of hbase:meta,,1.1588230740 at 1731691258858Flushing 1588230740/info: creating writer at 1731691258858Flushing 1588230740/info: appending metadata at 1731691258874 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731691258874Flushing 1588230740/ns: creating writer at 1731691259281 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731691259299 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731691259299Flushing 1588230740/rep_barrier: creating writer at 1731691259708 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731691259725 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731691259725Flushing 1588230740/table: creating writer at 1731691260134 (+409 ms)Flushing 1588230740/table: appending metadata at 1731691260155 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731691260155Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f11f99: reopening flushed file at 1731691260565 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4421cdd: reopening flushed file at 1731691260571 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f8b9cd: reopening flushed file at 1731691260575 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e87b377: reopening flushed file at 1731691260582 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false at 1731691260588 (+6 ms)Writing region close event to WAL at 1731691260589 (+1 ms)Running coprocessor post-close hooks at 1731691260592 (+3 ms)Closed at 1731691260593 (+1 ms) 2024-11-15T17:21:00,593 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:21:00,659 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,37449,1731691232981; all regions closed. 2024-11-15T17:21:00,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741834_1010 (size=4239) 2024-11-15T17:21:00,661 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/WALs/046d875b9f8f,37449,1731691232981/046d875b9f8f%2C37449%2C1731691232981.meta.1731691236415.meta not finished, retry = 0 2024-11-15T17:21:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741839_1015 (size=2676) 2024-11-15T17:21:00,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741832_1008 (size=1811) 2024-11-15T17:21:00,770 DEBUG [RS:0;046d875b9f8f:37449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:00,770 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:21:00,770 INFO [RS:0;046d875b9f8f:37449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:21:00,770 INFO [RS:0;046d875b9f8f:37449 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T17:21:00,770 INFO [RS:0;046d875b9f8f:37449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:21:00,770 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:21:00,770 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-046d875b9f8f,37449,1731691232981 because: Region server is closing 2024-11-15T17:21:00,771 INFO [RS:0;046d875b9f8f:37449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:37449. 2024-11-15T17:21:00,771 DEBUG [RS:0;046d875b9f8f:37449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:00,771 DEBUG [RS:0;046d875b9f8f:37449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:00,771 DEBUG [RS:0;046d875b9f8f:37449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:00,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:00,871 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.shipper046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 terminated 2024-11-15T17:21:00,871 INFO [RS:0;046d875b9f8f:37449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:37449. 2024-11-15T17:21:00,871 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,37449,1731691232981.replicationSource.wal-reader.046d875b9f8f%2C37449%2C1731691232981,1-046d875b9f8f,37449,1731691232981 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T17:21:00,871 DEBUG [RS:0;046d875b9f8f:37449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:00,871 DEBUG [RS:0;046d875b9f8f:37449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:00,871 DEBUG [RS:0;046d875b9f8f:37449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:00,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:00,871 INFO [RS:0;046d875b9f8f:37449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37449 2024-11-15T17:21:00,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951/rs 2024-11-15T17:21:00,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0111208951/rs/046d875b9f8f,37449,1731691232981 2024-11-15T17:21:00,971 INFO [RS:0;046d875b9f8f:37449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:21:01,035 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:21:01,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:01,060 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,37449,1731691232981] 2024-11-15T17:21:01,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:01,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:01,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:01,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:01,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:01,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:01,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:01,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:01,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:01,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:01,114 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0111208951/draining/046d875b9f8f,37449,1731691232981 already deleted, retry=false 2024-11-15T17:21:01,114 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,37449,1731691232981 expired; onlineServers=0 2024-11-15T17:21:01,114 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,39911,1731691232783' ***** 2024-11-15T17:21:01,114 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:21:01,114 INFO [M:0;046d875b9f8f:39911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:21:01,114 INFO [M:0;046d875b9f8f:39911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:21:01,114 DEBUG [M:0;046d875b9f8f:39911 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:21:01,114 DEBUG [M:0;046d875b9f8f:39911 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:21:01,114 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:21:01,114 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691235169 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691235169,5,FailOnTimeoutGroup] 2024-11-15T17:21:01,114 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691235169 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691235169,5,FailOnTimeoutGroup] 2024-11-15T17:21:01,114 INFO [M:0;046d875b9f8f:39911 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:21:01,115 INFO [M:0;046d875b9f8f:39911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:21:01,115 DEBUG [M:0;046d875b9f8f:39911 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:21:01,115 INFO [M:0;046d875b9f8f:39911 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:21:01,115 INFO [M:0;046d875b9f8f:39911 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:21:01,115 INFO [M:0;046d875b9f8f:39911 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:21:01,115 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:21:01,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0111208951/master 2024-11-15T17:21:01,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111208951 2024-11-15T17:21:01,139 DEBUG [M:0;046d875b9f8f:39911 {}] zookeeper.ZKUtil(347): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Unable to get data of znode /0111208951/master because node does not exist (not an error) 2024-11-15T17:21:01,139 WARN [M:0;046d875b9f8f:39911 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:21:01,140 INFO [M:0;046d875b9f8f:39911 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/.lastflushedseqids 2024-11-15T17:21:01,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741848_1024 (size=245) 2024-11-15T17:21:01,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:21:01,160 INFO [RS:0;046d875b9f8f:37449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:21:01,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x1013f8331ef0001, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:21:01,160 INFO [RS:0;046d875b9f8f:37449 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,37449,1731691232981; zookeeper connection closed. 2024-11-15T17:21:01,160 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e3b76c8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e3b76c8 2024-11-15T17:21:01,161 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:21:01,544 INFO [M:0;046d875b9f8f:39911 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:21:01,544 INFO [M:0;046d875b9f8f:39911 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:21:01,545 DEBUG [M:0;046d875b9f8f:39911 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:21:01,545 INFO [M:0;046d875b9f8f:39911 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:01,545 DEBUG [M:0;046d875b9f8f:39911 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:01,545 DEBUG [M:0;046d875b9f8f:39911 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:21:01,545 DEBUG [M:0;046d875b9f8f:39911 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:01,545 INFO [M:0;046d875b9f8f:39911 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T17:21:01,560 DEBUG [M:0;046d875b9f8f:39911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee4402160c5141eaa12c628e376f08b6 is 82, key is hbase:meta,,1/info:regioninfo/1731691236442/Put/seqid=0 2024-11-15T17:21:01,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741849_1025 (size=5672) 2024-11-15T17:21:01,565 INFO [M:0;046d875b9f8f:39911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee4402160c5141eaa12c628e376f08b6 2024-11-15T17:21:01,584 DEBUG [M:0;046d875b9f8f:39911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fa0d3539d7c4ab792416b7943f2caa1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731691247439/Put/seqid=0 2024-11-15T17:21:01,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741850_1026 (size=8516) 2024-11-15T17:21:01,993 INFO [M:0;046d875b9f8f:39911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fa0d3539d7c4ab792416b7943f2caa1 2024-11-15T17:21:02,012 DEBUG [M:0;046d875b9f8f:39911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/490b4d9c7e0841c1b6eb06fe0c69640d is 69, key is 046d875b9f8f,37449,1731691232981/rs:state/1731691235240/Put/seqid=0 2024-11-15T17:21:02,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741851_1027 (size=5156) 2024-11-15T17:21:02,015 INFO [M:0;046d875b9f8f:39911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/490b4d9c7e0841c1b6eb06fe0c69640d 2024-11-15T17:21:02,021 DEBUG [M:0;046d875b9f8f:39911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee4402160c5141eaa12c628e376f08b6 as hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee4402160c5141eaa12c628e376f08b6 2024-11-15T17:21:02,025 INFO [M:0;046d875b9f8f:39911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee4402160c5141eaa12c628e376f08b6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T17:21:02,026 DEBUG [M:0;046d875b9f8f:39911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fa0d3539d7c4ab792416b7943f2caa1 as hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fa0d3539d7c4ab792416b7943f2caa1 2024-11-15T17:21:02,030 INFO [M:0;046d875b9f8f:39911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fa0d3539d7c4ab792416b7943f2caa1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T17:21:02,031 DEBUG [M:0;046d875b9f8f:39911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/490b4d9c7e0841c1b6eb06fe0c69640d as hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/490b4d9c7e0841c1b6eb06fe0c69640d 2024-11-15T17:21:02,035 INFO [M:0;046d875b9f8f:39911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37137/user/jenkins/test-data/f8d0818b-e3ad-48bd-5663-9b859a44ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/490b4d9c7e0841c1b6eb06fe0c69640d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T17:21:02,036 INFO [M:0;046d875b9f8f:39911 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 491ms, sequenceid=97, compaction requested=false 2024-11-15T17:21:02,041 INFO [M:0;046d875b9f8f:39911 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:02,041 DEBUG [M:0;046d875b9f8f:39911 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691261544Disabling compacts and flushes for region at 1731691261544Disabling writes for close at 1731691261545 (+1 ms)Obtaining lock to block concurrent updates at 1731691261545Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691261545Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731691261545Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691261546 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691261546Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691261560 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691261560Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691261570 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691261584 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691261584Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691261997 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691262011 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691262011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ef13fa4: reopening flushed file at 1731691262019 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@786cb2a7: reopening flushed file at 1731691262025 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f684185: reopening flushed file at 1731691262030 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 491ms, sequenceid=97, compaction requested=false at 1731691262036 (+6 ms)Writing region close event to WAL at 1731691262041 (+5 ms)Closed at 1731691262041 2024-11-15T17:21:02,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741830_1006 (size=63654) 2024-11-15T17:21:02,046 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:21:02,046 INFO [M:0;046d875b9f8f:39911 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:21:02,047 INFO [M:0;046d875b9f8f:39911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39911 2024-11-15T17:21:02,047 INFO [M:0;046d875b9f8f:39911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:21:02,281 INFO [M:0;046d875b9f8f:39911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:21:02,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:21:02,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39911-0x1013f8331ef0000, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:21:02,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4260ffd0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:21:02,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ccfdb21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:21:02,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:21:02,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338dcc6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:21:02,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e77e763{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/hadoop.log.dir/,STOPPED} 2024-11-15T17:21:02,288 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:21:02,288 WARN [BP-1501824975-172.17.0.2-1731691230804 heartbeating to localhost/127.0.0.1:37137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:21:02,288 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:21:02,288 WARN [BP-1501824975-172.17.0.2-1731691230804 heartbeating to localhost/127.0.0.1:37137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1501824975-172.17.0.2-1731691230804 (Datanode Uuid e9466c14-5214-4c32-b36a-d7c48a706d5a) service to localhost/127.0.0.1:37137 2024-11-15T17:21:02,289 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/cluster_307ecee7-c667-8f92-9b87-a6bad050286b/data/data1/current/BP-1501824975-172.17.0.2-1731691230804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:21:02,289 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/cluster_307ecee7-c667-8f92-9b87-a6bad050286b/data/data2/current/BP-1501824975-172.17.0.2-1731691230804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:21:02,289 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:21:02,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1012b09e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:21:02,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@665193da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:21:02,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:21:02,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a685939{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:21:02,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fdac2e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f86588d-8f99-56ad-5cd1-3a4fc9b00f9f/hadoop.log.dir/,STOPPED} 2024-11-15T17:21:02,303 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T17:21:02,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:21:02,329 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 241) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60182) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37137 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60182) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43313 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=654 (was 617) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 311) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=320 (was 418) 2024-11-15T17:21:02,338 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=319 2024-11-15T17:21:02,352 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-15T17:21:02,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/hadoop.log.dir so I do NOT create it in target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557 2024-11-15T17:21:02,352 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:21:02,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/hadoop.tmp.dir so I do NOT create it in target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557 2024-11-15T17:21:02,352 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7db0df01-c2e4-53a3-d12f-256f6a389031/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:21:02,352 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557 2024-11-15T17:21:02,353 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/cluster_4162d5a7-5fa9-af73-bf84-62e6fb732ae3, deleteOnExit=true 2024-11-15T17:21:02,372 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/cluster_4162d5a7-5fa9-af73-bf84-62e6fb732ae3/zookeeper_0, clientPort=60860, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/cluster_4162d5a7-5fa9-af73-bf84-62e6fb732ae3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/cluster_4162d5a7-5fa9-af73-bf84-62e6fb732ae3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T17:21:02,373 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60860 2024-11-15T17:21:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:21:02,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:21:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/test.cache.data in system properties and HBase conf 2024-11-15T17:21:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:21:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:21:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:21:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:21:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:21:02,374 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:21:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:21:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:21:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:21:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:21:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:21:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:21:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:21:02,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:21:02,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:21:02,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:21:02,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:21:02,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:21:02,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:21:02,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:21:02,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013f8331ef0002, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T17:21:02,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013f8331ef0005, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T17:21:02,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013f8331ef0002, quorum=127.0.0.1:60182, baseZNode=/0111208951 Received Disconnected from ZooKeeper, ignoring 2024-11-15T17:21:02,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013f8331ef0005, quorum=127.0.0.1:60182, baseZNode=/1230786126 Received Disconnected from ZooKeeper, ignoring 2024-11-15T17:21:02,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:21:02,787 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:21:02,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:21:02,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:21:02,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T17:21:02,797 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:21:02,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c3ac1de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:21:02,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44459592{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:21:02,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64b247e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/java.io.tmpdir/jetty-localhost-38489-hadoop-hdfs-3_4_1-tests_jar-_-any-8356858257928671738/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:21:02,915 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c33629c{HTTP/1.1, (http/1.1)}{localhost:38489} 2024-11-15T17:21:02,915 INFO [Time-limited test {}] server.Server(415): Started @231974ms 2024-11-15T17:21:03,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:21:03,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:21:03,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:21:03,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:21:03,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T17:21:03,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66eacbe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:21:03,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ea18a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:21:03,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d683701{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/java.io.tmpdir/jetty-localhost-33769-hadoop-hdfs-3_4_1-tests_jar-_-any-9315978772435187997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:21:03,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@556f8e1d{HTTP/1.1, (http/1.1)}{localhost:33769} 2024-11-15T17:21:03,485 INFO [Time-limited test {}] server.Server(415): Started @232543ms 2024-11-15T17:21:03,486 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:21:03,873 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:21:03,873 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:21:03,873 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38368 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:21:04,543 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/cluster_4162d5a7-5fa9-af73-bf84-62e6fb732ae3/data/data2/current/BP-876936913-172.17.0.2-1731691262390/current, will proceed with Du for space computation calculation, 2024-11-15T17:21:04,543 WARN [Thread-2660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/cluster_4162d5a7-5fa9-af73-bf84-62e6fb732ae3/data/data1/current/BP-876936913-172.17.0.2-1731691262390/current, will proceed with Du for space computation calculation, 2024-11-15T17:21:04,561 WARN [Thread-2648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:21:04,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56eb66f3f3acbdae with lease ID 0x52ee00d9ae502c23: Processing first storage report for DS-dfd88a99-f285-4f26-8446-fb98fb4d9ff6 from datanode DatanodeRegistration(127.0.0.1:41629, datanodeUuid=a3442b30-2f3e-43f0-a372-b76a67de0433, infoPort=34863, infoSecurePort=0, ipcPort=38763, storageInfo=lv=-57;cid=testClusterID;nsid=123414603;c=1731691262390) 2024-11-15T17:21:04,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56eb66f3f3acbdae with lease ID 0x52ee00d9ae502c23: from storage DS-dfd88a99-f285-4f26-8446-fb98fb4d9ff6 node DatanodeRegistration(127.0.0.1:41629, datanodeUuid=a3442b30-2f3e-43f0-a372-b76a67de0433, infoPort=34863, infoSecurePort=0, ipcPort=38763, storageInfo=lv=-57;cid=testClusterID;nsid=123414603;c=1731691262390), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:21:04,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56eb66f3f3acbdae with lease ID 0x52ee00d9ae502c23: Processing first storage report for DS-e3d20473-ddfd-4c5a-9449-9af061a18179 from datanode DatanodeRegistration(127.0.0.1:41629, datanodeUuid=a3442b30-2f3e-43f0-a372-b76a67de0433, infoPort=34863, infoSecurePort=0, ipcPort=38763, storageInfo=lv=-57;cid=testClusterID;nsid=123414603;c=1731691262390) 2024-11-15T17:21:04,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56eb66f3f3acbdae with lease ID 0x52ee00d9ae502c23: from storage DS-e3d20473-ddfd-4c5a-9449-9af061a18179 node DatanodeRegistration(127.0.0.1:41629, datanodeUuid=a3442b30-2f3e-43f0-a372-b76a67de0433, infoPort=34863, infoSecurePort=0, ipcPort=38763, storageInfo=lv=-57;cid=testClusterID;nsid=123414603;c=1731691262390), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T17:21:04,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557 2024-11-15T17:21:04,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:04,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:04,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:21:05,025 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3 with version=8 2024-11-15T17:21:05,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/hbase-staging 2024-11-15T17:21:05,028 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:21:05,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:05,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:05,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:21:05,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:05,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:21:05,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:21:05,028 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:21:05,029 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43535 2024-11-15T17:21:05,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43535 connecting to ZooKeeper ensemble=127.0.0.1:60860 2024-11-15T17:21:05,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435350x0, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:21:05,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43535-0x1013f83ad4b0000 connected 2024-11-15T17:21:05,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:05,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:05,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Set watcher on znode that does not yet exist, /0-1670597246/running 2024-11-15T17:21:05,206 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3, hbase.cluster.distributed=false 2024-11-15T17:21:05,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Set watcher on znode that does not yet exist, /0-1670597246/acl 2024-11-15T17:21:05,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43535 2024-11-15T17:21:05,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43535 2024-11-15T17:21:05,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43535 2024-11-15T17:21:05,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43535 2024-11-15T17:21:05,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43535 2024-11-15T17:21:05,230 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:21:05,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:05,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:05,230 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:21:05,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:05,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:21:05,230 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:21:05,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:21:05,231 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42193 2024-11-15T17:21:05,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42193 connecting to ZooKeeper ensemble=127.0.0.1:60860 2024-11-15T17:21:05,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:05,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:05,244 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421930x0, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:21:05,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421930x0, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Set watcher on znode that does not yet exist, /0-1670597246/running 2024-11-15T17:21:05,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42193-0x1013f83ad4b0001 connected 2024-11-15T17:21:05,245 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:21:05,245 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:21:05,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Set watcher on znode that does not yet exist, /0-1670597246/master 2024-11-15T17:21:05,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Set watcher on znode that does not yet exist, /0-1670597246/acl 2024-11-15T17:21:05,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42193 2024-11-15T17:21:05,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42193 2024-11-15T17:21:05,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42193 2024-11-15T17:21:05,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42193 2024-11-15T17:21:05,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42193 2024-11-15T17:21:05,261 DEBUG [M:0;046d875b9f8f:43535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:43535 2024-11-15T17:21:05,264 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1670597246/backup-masters/046d875b9f8f,43535,1731691265027 2024-11-15T17:21:05,276 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246/backup-masters 2024-11-15T17:21:05,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246/backup-masters 2024-11-15T17:21:05,276 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Set watcher on existing znode=/0-1670597246/backup-masters/046d875b9f8f,43535,1731691265027 2024-11-15T17:21:05,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246 2024-11-15T17:21:05,286 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1670597246/master 2024-11-15T17:21:05,286 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246 2024-11-15T17:21:05,286 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Set watcher on existing znode=/0-1670597246/master 2024-11-15T17:21:05,287 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1670597246/backup-masters/046d875b9f8f,43535,1731691265027 from backup master directory 2024-11-15T17:21:05,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1670597246/backup-masters/046d875b9f8f,43535,1731691265027 2024-11-15T17:21:05,297 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246/backup-masters 2024-11-15T17:21:05,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246/backup-masters 2024-11-15T17:21:05,297 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:21:05,297 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,43535,1731691265027 2024-11-15T17:21:05,300 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/hbase.id] with ID: cf9663c4-df82-4e23-a3d2-425f778abcc5 2024-11-15T17:21:05,300 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/.tmp/hbase.id 2024-11-15T17:21:05,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:21:05,714 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/.tmp/hbase.id]:[hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/hbase.id] 2024-11-15T17:21:05,723 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:05,723 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:21:05,723 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T17:21:05,802 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246 2024-11-15T17:21:05,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246 2024-11-15T17:21:05,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:21:06,090 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:21:06,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:06,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:06,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:06,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:06,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:06,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:06,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:06,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:06,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:06,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:06,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:06,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:06,208 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:21:06,208 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:21:06,209 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:21:06,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:21:06,615 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store 2024-11-15T17:21:06,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:21:07,021 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:07,021 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:21:07,021 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:07,021 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:07,021 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:21:07,021 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:07,021 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:07,021 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691267021Disabling compacts and flushes for region at 1731691267021Disabling writes for close at 1731691267021Writing region close event to WAL at 1731691267021Closed at 1731691267021 2024-11-15T17:21:07,022 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store/.initializing 2024-11-15T17:21:07,022 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/WALs/046d875b9f8f,43535,1731691265027 2024-11-15T17:21:07,022 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:21:07,023 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C43535%2C1731691265027, suffix=, logDir=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/WALs/046d875b9f8f,43535,1731691265027, archiveDir=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/oldWALs, maxLogs=10 2024-11-15T17:21:07,036 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/WALs/046d875b9f8f,43535,1731691265027/046d875b9f8f%2C43535%2C1731691265027.1731691267024, exclude list is [], retry=0 2024-11-15T17:21:07,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41629,DS-dfd88a99-f285-4f26-8446-fb98fb4d9ff6,DISK] 2024-11-15T17:21:07,616 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/WALs/046d875b9f8f,43535,1731691265027/046d875b9f8f%2C43535%2C1731691265027.1731691267024 2024-11-15T17:21:07,616 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34863:34863)] 2024-11-15T17:21:07,616 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:21:07,616 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:07,617 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:07,617 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:07,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:07,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:21:07,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:07,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:07,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:07,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:21:07,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:07,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:07,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:07,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:21:07,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:07,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:07,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:07,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:21:07,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:07,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:07,622 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:07,623 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:07,623 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:07,624 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:07,624 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:07,624 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:21:07,625 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:07,627 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:21:07,627 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65578001, jitterRate=-0.022811636328697205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:21:07,628 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691267617Initializing all the Stores at 1731691267617Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691267617Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691267618 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691267618Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691267618Cleaning up temporary data from old regions at 1731691267624 (+6 ms)Region opened successfully at 1731691267628 (+4 ms) 2024-11-15T17:21:07,628 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:21:07,630 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b92c506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:21:07,631 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:21:07,631 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:21:07,631 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:21:07,631 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:21:07,632 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:21:07,632 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:21:07,632 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:21:07,633 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:21:07,634 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Unable to get data of znode /0-1670597246/balancer because node does not exist (not necessarily an error) 2024-11-15T17:21:07,725 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1670597246/balancer already deleted, retry=false 2024-11-15T17:21:07,726 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:21:07,726 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Unable to get data of znode /0-1670597246/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:21:07,832 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1670597246/normalizer already deleted, retry=false 2024-11-15T17:21:07,832 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:21:07,833 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Unable to get data of znode /0-1670597246/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:21:07,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:21:07,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T17:21:07,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:21:07,961 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1670597246/switch/split already deleted, retry=false 2024-11-15T17:21:07,962 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Unable to get data of znode /0-1670597246/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:21:08,069 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1670597246/switch/merge already deleted, retry=false 2024-11-15T17:21:08,071 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Unable to get data of znode /0-1670597246/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:21:08,096 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1670597246/snapshot-cleanup already deleted, retry=false 2024-11-15T17:21:08,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1670597246/running 2024-11-15T17:21:08,107 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1670597246/running 2024-11-15T17:21:08,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246 2024-11-15T17:21:08,107 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246 2024-11-15T17:21:08,107 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,43535,1731691265027, sessionid=0x1013f83ad4b0000, setting cluster-up flag (Was=false) 2024-11-15T17:21:08,128 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246 2024-11-15T17:21:08,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246 2024-11-15T17:21:08,160 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1670597246/flush-table-proc/acquired, /0-1670597246/flush-table-proc/reached, /0-1670597246/flush-table-proc/abort 2024-11-15T17:21:08,161 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,43535,1731691265027 2024-11-15T17:21:08,181 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246 2024-11-15T17:21:08,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246 2024-11-15T17:21:08,212 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1670597246/online-snapshot/acquired, /0-1670597246/online-snapshot/reached, /0-1670597246/online-snapshot/abort 2024-11-15T17:21:08,213 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,43535,1731691265027 2024-11-15T17:21:08,214 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:21:08,215 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:08,216 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:21:08,216 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:21:08,216 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,43535,1731691265027 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:21:08,217 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:08,217 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:08,217 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:08,217 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:08,217 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:21:08,217 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:08,217 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:21:08,217 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:08,218 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691298218 2024-11-15T17:21:08,219 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:21:08,219 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:21:08,219 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:21:08,219 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:21:08,219 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:08,219 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:21:08,219 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:21:08,219 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:21:08,219 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:08,219 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:21:08,219 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:21:08,219 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:21:08,219 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:21:08,220 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:08,220 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:21:08,220 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:21:08,220 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:21:08,220 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691268220,5,FailOnTimeoutGroup] 2024-11-15T17:21:08,224 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691268220,5,FailOnTimeoutGroup] 2024-11-15T17:21:08,224 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:08,224 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:21:08,224 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:08,224 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:08,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:21:08,252 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(746): ClusterId : cf9663c4-df82-4e23-a3d2-425f778abcc5 2024-11-15T17:21:08,252 DEBUG [RS:0;046d875b9f8f:42193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:21:08,297 DEBUG [RS:0;046d875b9f8f:42193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:21:08,297 DEBUG [RS:0;046d875b9f8f:42193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:21:08,318 DEBUG [RS:0;046d875b9f8f:42193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:21:08,318 DEBUG [RS:0;046d875b9f8f:42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2a0692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:21:08,329 DEBUG [RS:0;046d875b9f8f:42193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:42193 2024-11-15T17:21:08,329 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:21:08,329 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:21:08,329 DEBUG [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:21:08,330 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,43535,1731691265027 with port=42193, startcode=1731691265229 2024-11-15T17:21:08,330 DEBUG [RS:0;046d875b9f8f:42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:21:08,331 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:21:08,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43535 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,42193,1731691265229 2024-11-15T17:21:08,332 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43535 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,42193,1731691265229 2024-11-15T17:21:08,333 DEBUG [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3 2024-11-15T17:21:08,333 DEBUG [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41651 2024-11-15T17:21:08,333 DEBUG [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:21:08,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246/rs 2024-11-15T17:21:08,339 DEBUG [RS:0;046d875b9f8f:42193 {}] zookeeper.ZKUtil(111): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Set watcher on existing znode=/0-1670597246/rs/046d875b9f8f,42193,1731691265229 2024-11-15T17:21:08,339 WARN [RS:0;046d875b9f8f:42193 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:21:08,339 INFO [RS:0;046d875b9f8f:42193 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:21:08,339 DEBUG [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229 2024-11-15T17:21:08,340 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,42193,1731691265229] 2024-11-15T17:21:08,352 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:21:08,353 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:21:08,353 INFO [RS:0;046d875b9f8f:42193 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:21:08,354 INFO [RS:0;046d875b9f8f:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:08,354 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:21:08,354 INFO [RS:0;046d875b9f8f:42193 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:21:08,354 INFO [RS:0;046d875b9f8f:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:08,355 DEBUG [RS:0;046d875b9f8f:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:08,355 DEBUG [RS:0;046d875b9f8f:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:08,355 DEBUG [RS:0;046d875b9f8f:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:08,355 DEBUG [RS:0;046d875b9f8f:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:08,355 DEBUG [RS:0;046d875b9f8f:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:08,355 DEBUG [RS:0;046d875b9f8f:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:21:08,355 DEBUG [RS:0;046d875b9f8f:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:08,355 DEBUG [RS:0;046d875b9f8f:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:08,355 DEBUG [RS:0;046d875b9f8f:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:08,355 DEBUG [RS:0;046d875b9f8f:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:08,355 DEBUG [RS:0;046d875b9f8f:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:08,355 DEBUG [RS:0;046d875b9f8f:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:08,355 DEBUG [RS:0;046d875b9f8f:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:21:08,355 DEBUG [RS:0;046d875b9f8f:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:21:08,355 INFO [RS:0;046d875b9f8f:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:08,355 INFO [RS:0;046d875b9f8f:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:08,355 INFO [RS:0;046d875b9f8f:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:08,355 INFO [RS:0;046d875b9f8f:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:08,355 INFO [RS:0;046d875b9f8f:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:08,355 INFO [RS:0;046d875b9f8f:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,42193,1731691265229-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:21:08,373 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:21:08,374 INFO [RS:0;046d875b9f8f:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,42193,1731691265229-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:08,374 INFO [RS:0;046d875b9f8f:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:08,374 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.Replication(171): 046d875b9f8f,42193,1731691265229 started 2024-11-15T17:21:08,391 INFO [RS:0;046d875b9f8f:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:08,391 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,42193,1731691265229, RpcServer on 046d875b9f8f/172.17.0.2:42193, sessionid=0x1013f83ad4b0001 2024-11-15T17:21:08,391 DEBUG [RS:0;046d875b9f8f:42193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:21:08,391 DEBUG [RS:0;046d875b9f8f:42193 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,42193,1731691265229 2024-11-15T17:21:08,391 DEBUG [RS:0;046d875b9f8f:42193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,42193,1731691265229' 2024-11-15T17:21:08,392 DEBUG [RS:0;046d875b9f8f:42193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1670597246/flush-table-proc/abort' 2024-11-15T17:21:08,392 DEBUG [RS:0;046d875b9f8f:42193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1670597246/flush-table-proc/acquired' 2024-11-15T17:21:08,392 DEBUG [RS:0;046d875b9f8f:42193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:21:08,392 DEBUG [RS:0;046d875b9f8f:42193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:21:08,392 DEBUG [RS:0;046d875b9f8f:42193 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,42193,1731691265229 2024-11-15T17:21:08,392 DEBUG [RS:0;046d875b9f8f:42193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,42193,1731691265229' 2024-11-15T17:21:08,392 DEBUG [RS:0;046d875b9f8f:42193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1670597246/online-snapshot/abort' 2024-11-15T17:21:08,393 DEBUG [RS:0;046d875b9f8f:42193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1670597246/online-snapshot/acquired' 2024-11-15T17:21:08,393 DEBUG [RS:0;046d875b9f8f:42193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:21:08,393 INFO [RS:0;046d875b9f8f:42193 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:21:08,393 INFO [RS:0;046d875b9f8f:42193 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:21:08,493 INFO [RS:0;046d875b9f8f:42193 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:21:08,494 INFO [RS:0;046d875b9f8f:42193 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C42193%2C1731691265229, suffix=, logDir=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229, archiveDir=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/oldWALs, maxLogs=10 2024-11-15T17:21:08,512 DEBUG [RS:0;046d875b9f8f:42193 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495, exclude list is [], retry=0 2024-11-15T17:21:08,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41629,DS-dfd88a99-f285-4f26-8446-fb98fb4d9ff6,DISK] 2024-11-15T17:21:08,515 INFO [RS:0;046d875b9f8f:42193 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 2024-11-15T17:21:08,515 DEBUG [RS:0;046d875b9f8f:42193 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34863:34863)] 2024-11-15T17:21:08,632 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:21:08,632 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3 2024-11-15T17:21:08,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741833_1009 (size=32) 2024-11-15T17:21:09,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:09,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:21:09,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:21:09,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:09,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:09,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:21:09,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:21:09,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:09,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:09,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:21:09,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:21:09,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:09,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:09,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:21:09,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:21:09,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:09,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:09,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:21:09,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740 2024-11-15T17:21:09,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740 2024-11-15T17:21:09,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:21:09,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:21:09,044 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:21:09,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:21:09,046 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:21:09,047 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73127177, jitterRate=0.08967985212802887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:21:09,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691269037Initializing all the Stores at 1731691269038 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691269038Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691269038Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691269038Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691269038Cleaning up temporary data from old regions at 1731691269044 (+6 ms)Region opened successfully at 1731691269047 (+3 ms) 2024-11-15T17:21:09,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:21:09,047 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:21:09,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:21:09,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:21:09,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:21:09,048 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:21:09,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691269047Disabling compacts and flushes for region at 1731691269047Disabling writes for close at 1731691269047Writing region close event to WAL at 1731691269048 (+1 ms)Closed at 1731691269048 2024-11-15T17:21:09,049 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:09,049 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:21:09,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:21:09,049 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:21:09,050 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:21:09,200 DEBUG [046d875b9f8f:43535 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:21:09,201 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,42193,1731691265229 2024-11-15T17:21:09,202 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,42193,1731691265229, state=OPENING 2024-11-15T17:21:09,254 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:21:09,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246 2024-11-15T17:21:09,298 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246 2024-11-15T17:21:09,299 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:21:09,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1670597246/meta-region-server: CHANGED 2024-11-15T17:21:09,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,42193,1731691265229}] 2024-11-15T17:21:09,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1670597246/meta-region-server: CHANGED 2024-11-15T17:21:09,451 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:21:09,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:21:09,456 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:21:09,456 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:21:09,456 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:21:09,457 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C42193%2C1731691265229.meta, suffix=.meta, logDir=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229, archiveDir=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/oldWALs, maxLogs=10 2024-11-15T17:21:09,469 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.meta.1731691269457.meta, exclude list is [], retry=0 2024-11-15T17:21:09,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41629,DS-dfd88a99-f285-4f26-8446-fb98fb4d9ff6,DISK] 2024-11-15T17:21:09,472 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.meta.1731691269457.meta 2024-11-15T17:21:09,472 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34863:34863)] 2024-11-15T17:21:09,472 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:21:09,473 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:21:09,473 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:21:09,473 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:21:09,473 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:21:09,473 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:21:09,473 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:09,473 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:21:09,473 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:21:09,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:21:09,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:21:09,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:09,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:09,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:21:09,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:21:09,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:09,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:09,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:21:09,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:21:09,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:09,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:09,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:21:09,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:21:09,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:09,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:09,478 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:21:09,478 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740 2024-11-15T17:21:09,479 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740 2024-11-15T17:21:09,480 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:21:09,480 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:21:09,480 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:21:09,481 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:21:09,481 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74363514, jitterRate=0.1081027090549469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:21:09,482 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:21:09,482 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691269473Writing region info on filesystem at 1731691269473Initializing all the Stores at 1731691269474 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691269474Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691269474Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691269474Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691269474Cleaning up temporary data from old regions at 1731691269480 (+6 ms)Running coprocessor post-open hooks at 1731691269482 (+2 ms)Region opened successfully at 1731691269482 2024-11-15T17:21:09,483 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691269451 2024-11-15T17:21:09,485 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:21:09,485 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:21:09,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,42193,1731691265229 2024-11-15T17:21:09,486 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,42193,1731691265229, state=OPEN 2024-11-15T17:21:09,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1670597246/meta-region-server 2024-11-15T17:21:09,507 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1670597246/meta-region-server 2024-11-15T17:21:09,507 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,42193,1731691265229 2024-11-15T17:21:09,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1670597246/meta-region-server: CHANGED 2024-11-15T17:21:09,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1670597246/meta-region-server: CHANGED 2024-11-15T17:21:09,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:21:09,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,42193,1731691265229 in 208 msec 2024-11-15T17:21:09,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:21:09,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-11-15T17:21:09,512 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:09,512 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:21:09,513 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:21:09,513 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,42193,1731691265229, seqNum=-1] 2024-11-15T17:21:09,513 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:21:09,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:21:09,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-15T17:21:09,518 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691269518, completionTime=-1 2024-11-15T17:21:09,518 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:21:09,518 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:21:09,520 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:21:09,520 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691329520 2024-11-15T17:21:09,520 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691389520 2024-11-15T17:21:09,520 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T17:21:09,520 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43535,1731691265027-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:09,520 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43535,1731691265027-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:09,520 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43535,1731691265027-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:09,520 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:43535, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:09,521 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:09,521 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:09,522 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:21:09,524 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.226sec 2024-11-15T17:21:09,524 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:21:09,524 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:21:09,524 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:21:09,524 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:21:09,524 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:21:09,524 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43535,1731691265027-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:21:09,524 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43535,1731691265027-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:21:09,525 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:21:09,525 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:21:09,525 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43535,1731691265027-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:09,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da0d927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:09,553 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,43535,-1 for getting cluster id 2024-11-15T17:21:09,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:09,554 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf9663c4-df82-4e23-a3d2-425f778abcc5' 2024-11-15T17:21:09,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:09,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf9663c4-df82-4e23-a3d2-425f778abcc5" 2024-11-15T17:21:09,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788cc873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,43535,-1] 2024-11-15T17:21:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:09,556 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:09,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694154b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:09,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:21:09,558 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,42193,1731691265229, seqNum=-1] 2024-11-15T17:21:09,558 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:21:09,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:21:09,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,43535,1731691265027 2024-11-15T17:21:09,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60860 2024-11-15T17:21:09,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:21:09,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f83ad4b0002 connected 2024-11-15T17:21:09,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/hadoop.log.dir so I do NOT create it in target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57 2024-11-15T17:21:09,583 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:21:09,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/hadoop.tmp.dir so I do NOT create it in target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57 2024-11-15T17:21:09,583 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:21:09,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57 2024-11-15T17:21:09,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:21:09,584 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/cluster_403f5612-241f-0fa0-ce5e-5db6a75812b2, deleteOnExit=true 2024-11-15T17:21:09,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:21:09,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/test.cache.data in system properties and HBase conf 2024-11-15T17:21:09,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:21:09,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:21:09,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:21:09,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:21:09,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:21:09,585 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:21:09,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:21:09,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:21:09,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:21:09,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:21:09,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:21:09,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:21:09,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:21:09,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:21:09,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:21:09,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:21:09,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:21:09,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:21:09,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:21:09,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:21:09,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:21:09,883 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:21:09,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:21:09,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:21:09,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:21:09,890 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:21:09,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5de60843{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:21:09,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dafa61f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:21:10,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@687babfe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/java.io.tmpdir/jetty-localhost-39461-hadoop-hdfs-3_4_1-tests_jar-_-any-2036560042145831900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:21:10,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48103671{HTTP/1.1, (http/1.1)}{localhost:39461} 2024-11-15T17:21:10,007 INFO [Time-limited test {}] server.Server(415): Started @239066ms 2024-11-15T17:21:10,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:21:10,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:21:10,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:21:10,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:21:10,328 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:21:10,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70a075cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:21:10,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37999a1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:21:10,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@196163e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/java.io.tmpdir/jetty-localhost-41169-hadoop-hdfs-3_4_1-tests_jar-_-any-18208124302295093120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:21:10,465 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a0e76b9{HTTP/1.1, (http/1.1)}{localhost:41169} 2024-11-15T17:21:10,465 INFO [Time-limited test {}] server.Server(415): Started @239524ms 2024-11-15T17:21:10,467 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:21:11,152 WARN [Thread-2781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/cluster_403f5612-241f-0fa0-ce5e-5db6a75812b2/data/data1/current/BP-1047755536-172.17.0.2-1731691269606/current, will proceed with Du for space computation calculation, 2024-11-15T17:21:11,152 WARN [Thread-2782 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/cluster_403f5612-241f-0fa0-ce5e-5db6a75812b2/data/data2/current/BP-1047755536-172.17.0.2-1731691269606/current, will proceed with Du for space computation calculation, 2024-11-15T17:21:11,171 WARN [Thread-2769 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:21:11,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17bb8b82f8608f9 with lease ID 0x58a02d4d6030304a: Processing first storage report for DS-e23fd94c-6fe7-46a6-be0a-88aa62c50cce from datanode DatanodeRegistration(127.0.0.1:41109, datanodeUuid=b4db9203-7054-4677-8882-a5cfd2e1a2b6, infoPort=46795, infoSecurePort=0, ipcPort=38585, storageInfo=lv=-57;cid=testClusterID;nsid=307132939;c=1731691269606) 2024-11-15T17:21:11,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17bb8b82f8608f9 with lease ID 0x58a02d4d6030304a: from storage DS-e23fd94c-6fe7-46a6-be0a-88aa62c50cce node DatanodeRegistration(127.0.0.1:41109, datanodeUuid=b4db9203-7054-4677-8882-a5cfd2e1a2b6, infoPort=46795, infoSecurePort=0, ipcPort=38585, storageInfo=lv=-57;cid=testClusterID;nsid=307132939;c=1731691269606), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:21:11,174 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17bb8b82f8608f9 with lease ID 0x58a02d4d6030304a: Processing first storage report for DS-fb677a82-4ef8-4087-9d15-f078490c10b0 from datanode DatanodeRegistration(127.0.0.1:41109, datanodeUuid=b4db9203-7054-4677-8882-a5cfd2e1a2b6, infoPort=46795, infoSecurePort=0, ipcPort=38585, storageInfo=lv=-57;cid=testClusterID;nsid=307132939;c=1731691269606) 2024-11-15T17:21:11,174 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17bb8b82f8608f9 with lease ID 0x58a02d4d6030304a: from storage DS-fb677a82-4ef8-4087-9d15-f078490c10b0 node DatanodeRegistration(127.0.0.1:41109, datanodeUuid=b4db9203-7054-4677-8882-a5cfd2e1a2b6, infoPort=46795, infoSecurePort=0, ipcPort=38585, storageInfo=lv=-57;cid=testClusterID;nsid=307132939;c=1731691269606), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:21:11,195 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57 2024-11-15T17:21:11,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:11,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:11,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:21:11,606 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f with version=8 2024-11-15T17:21:11,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/hbase-staging 2024-11-15T17:21:11,609 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:21:11,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:11,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:11,609 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:21:11,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:11,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:21:11,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:21:11,609 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:21:11,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42701 2024-11-15T17:21:11,611 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42701 connecting to ZooKeeper ensemble=127.0.0.1:60860 2024-11-15T17:21:11,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427010x0, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:21:11,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42701-0x1013f83ad4b0003 connected 2024-11-15T17:21:11,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:11,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:11,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Set watcher on znode that does not yet exist, /1-1353449928/running 2024-11-15T17:21:11,825 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f, hbase.cluster.distributed=false 2024-11-15T17:21:11,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Set watcher on znode that does not yet exist, /1-1353449928/acl 2024-11-15T17:21:11,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42701 2024-11-15T17:21:11,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42701 2024-11-15T17:21:11,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42701 2024-11-15T17:21:11,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42701 2024-11-15T17:21:11,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42701 2024-11-15T17:21:11,840 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:21:11,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:11,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:11,840 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:21:11,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:11,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:21:11,840 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:21:11,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:21:11,841 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38999 2024-11-15T17:21:11,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38999 connecting to ZooKeeper ensemble=127.0.0.1:60860 2024-11-15T17:21:11,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:11,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:11,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389990x0, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:21:11,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389990x0, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Set watcher on znode that does not yet exist, /1-1353449928/running 2024-11-15T17:21:11,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38999-0x1013f83ad4b0004 connected 2024-11-15T17:21:11,855 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:21:11,855 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:21:11,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Set watcher on znode that does not yet exist, /1-1353449928/master 2024-11-15T17:21:11,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Set watcher on znode that does not yet exist, /1-1353449928/acl 2024-11-15T17:21:11,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38999 2024-11-15T17:21:11,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38999 2024-11-15T17:21:11,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38999 2024-11-15T17:21:11,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38999 2024-11-15T17:21:11,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38999 2024-11-15T17:21:11,878 DEBUG [M:0;046d875b9f8f:42701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:42701 2024-11-15T17:21:11,879 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1353449928/backup-masters/046d875b9f8f,42701,1731691271609 2024-11-15T17:21:11,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928/backup-masters 2024-11-15T17:21:11,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928/backup-masters 2024-11-15T17:21:11,886 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Set watcher on existing znode=/1-1353449928/backup-masters/046d875b9f8f,42701,1731691271609 2024-11-15T17:21:11,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1353449928/master 2024-11-15T17:21:11,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928 2024-11-15T17:21:11,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928 2024-11-15T17:21:11,897 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Set watcher on existing znode=/1-1353449928/master 2024-11-15T17:21:11,897 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1353449928/backup-masters/046d875b9f8f,42701,1731691271609 from backup master directory 2024-11-15T17:21:11,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1353449928/backup-masters/046d875b9f8f,42701,1731691271609 2024-11-15T17:21:11,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928/backup-masters 2024-11-15T17:21:11,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928/backup-masters 2024-11-15T17:21:11,907 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:21:11,907 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,42701,1731691271609 2024-11-15T17:21:11,910 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/hbase.id] with ID: 3251ba3c-137d-404a-b396-62a06165d579 2024-11-15T17:21:11,910 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/.tmp/hbase.id 2024-11-15T17:21:11,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:21:12,314 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/.tmp/hbase.id]:[hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/hbase.id] 2024-11-15T17:21:12,321 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:12,321 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:21:12,321 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T17:21:12,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928 2024-11-15T17:21:12,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928 2024-11-15T17:21:12,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:21:12,775 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:21:12,775 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:21:12,776 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:21:12,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:21:13,181 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store 2024-11-15T17:21:13,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:21:13,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:21:13,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:13,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:13,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:13,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:13,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:13,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:13,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:13,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:13,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:13,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:13,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:13,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:13,585 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:13,585 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:21:13,585 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:13,585 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:13,585 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:21:13,585 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:13,585 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:13,585 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691273585Disabling compacts and flushes for region at 1731691273585Disabling writes for close at 1731691273585Writing region close event to WAL at 1731691273585Closed at 1731691273585 2024-11-15T17:21:13,586 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store/.initializing 2024-11-15T17:21:13,586 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/WALs/046d875b9f8f,42701,1731691271609 2024-11-15T17:21:13,587 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:21:13,588 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C42701%2C1731691271609, suffix=, logDir=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/WALs/046d875b9f8f,42701,1731691271609, archiveDir=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/oldWALs, maxLogs=10 2024-11-15T17:21:13,599 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/WALs/046d875b9f8f,42701,1731691271609/046d875b9f8f%2C42701%2C1731691271609.1731691273588, exclude list is [], retry=0 2024-11-15T17:21:13,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41109,DS-e23fd94c-6fe7-46a6-be0a-88aa62c50cce,DISK] 2024-11-15T17:21:13,602 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/WALs/046d875b9f8f,42701,1731691271609/046d875b9f8f%2C42701%2C1731691271609.1731691273588 2024-11-15T17:21:13,602 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46795:46795)] 2024-11-15T17:21:13,602 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:21:13,602 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:13,603 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:13,603 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:13,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:13,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:21:13,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:13,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:13,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:13,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:21:13,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:13,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:13,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:13,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:21:13,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:13,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:13,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:13,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:21:13,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:13,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:13,608 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:13,608 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:13,608 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:13,609 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:13,609 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:13,609 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:21:13,610 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:13,611 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:21:13,611 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69794573, jitterRate=0.040020182728767395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:21:13,611 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691273603Initializing all the Stores at 1731691273603Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691273603Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691273603Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691273603Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691273603Cleaning up temporary data from old regions at 1731691273609 (+6 ms)Region opened successfully at 1731691273611 (+2 ms) 2024-11-15T17:21:13,611 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:21:13,613 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afd071b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:21:13,614 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:21:13,614 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:21:13,614 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:21:13,614 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:21:13,614 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:21:13,614 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:21:13,614 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:21:13,617 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:21:13,618 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Unable to get data of znode /1-1353449928/balancer because node does not exist (not necessarily an error) 2024-11-15T17:21:13,665 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1353449928/balancer already deleted, retry=false 2024-11-15T17:21:13,665 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:21:13,666 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Unable to get data of znode /1-1353449928/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:21:13,675 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1353449928/normalizer already deleted, retry=false 2024-11-15T17:21:13,675 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:21:13,676 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Unable to get data of znode /1-1353449928/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:21:13,686 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1353449928/switch/split already deleted, retry=false 2024-11-15T17:21:13,686 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Unable to get data of znode /1-1353449928/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:21:13,696 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1353449928/switch/merge already deleted, retry=false 2024-11-15T17:21:13,698 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Unable to get data of znode /1-1353449928/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:21:13,707 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1353449928/snapshot-cleanup already deleted, retry=false 2024-11-15T17:21:13,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1353449928/running 2024-11-15T17:21:13,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1353449928/running 2024-11-15T17:21:13,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928 2024-11-15T17:21:13,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928 2024-11-15T17:21:13,718 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,42701,1731691271609, sessionid=0x1013f83ad4b0003, setting cluster-up flag (Was=false) 2024-11-15T17:21:13,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928 2024-11-15T17:21:13,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928 2024-11-15T17:21:13,770 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1353449928/flush-table-proc/acquired, /1-1353449928/flush-table-proc/reached, /1-1353449928/flush-table-proc/abort 2024-11-15T17:21:13,771 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,42701,1731691271609 2024-11-15T17:21:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928 2024-11-15T17:21:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928 2024-11-15T17:21:13,822 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1353449928/online-snapshot/acquired, /1-1353449928/online-snapshot/reached, /1-1353449928/online-snapshot/abort 2024-11-15T17:21:13,824 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,42701,1731691271609 2024-11-15T17:21:13,825 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:21:13,826 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:13,826 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:21:13,826 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:21:13,827 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,42701,1731691271609 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:21:13,828 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:13,828 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:13,828 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:13,828 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:13,828 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:21:13,828 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:13,828 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:21:13,828 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:13,829 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691303829 2024-11-15T17:21:13,829 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:21:13,829 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:21:13,829 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:21:13,829 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:13,829 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:21:13,829 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:21:13,830 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:21:13,830 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:21:13,830 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:13,830 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:21:13,830 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:21:13,830 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:13,830 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:21:13,831 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:21:13,830 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:21:13,831 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:21:13,831 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:21:13,831 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691273831,5,FailOnTimeoutGroup] 2024-11-15T17:21:13,831 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691273831,5,FailOnTimeoutGroup] 2024-11-15T17:21:13,831 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:13,831 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:21:13,831 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:13,831 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:13,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:21:13,871 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(746): ClusterId : 3251ba3c-137d-404a-b396-62a06165d579 2024-11-15T17:21:13,871 DEBUG [RS:0;046d875b9f8f:38999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:21:13,876 DEBUG [RS:0;046d875b9f8f:38999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:21:13,876 DEBUG [RS:0;046d875b9f8f:38999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:21:13,886 DEBUG [RS:0;046d875b9f8f:38999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:21:13,886 DEBUG [RS:0;046d875b9f8f:38999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48578101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:21:13,897 DEBUG [RS:0;046d875b9f8f:38999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:38999 2024-11-15T17:21:13,897 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:21:13,897 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:21:13,897 DEBUG [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:21:13,897 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,42701,1731691271609 with port=38999, startcode=1731691271840 2024-11-15T17:21:13,897 DEBUG [RS:0;046d875b9f8f:38999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:21:13,898 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:21:13,899 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42701 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,38999,1731691271840 2024-11-15T17:21:13,899 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42701 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,38999,1731691271840 2024-11-15T17:21:13,900 DEBUG [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f 2024-11-15T17:21:13,900 DEBUG [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38133 2024-11-15T17:21:13,900 DEBUG [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:21:13,923 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:21:13,923 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:21:13,924 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48419 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:21:13,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928/rs 2024-11-15T17:21:13,952 DEBUG [RS:0;046d875b9f8f:38999 {}] zookeeper.ZKUtil(111): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Set watcher on existing znode=/1-1353449928/rs/046d875b9f8f,38999,1731691271840 2024-11-15T17:21:13,952 WARN [RS:0;046d875b9f8f:38999 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:21:13,952 INFO [RS:0;046d875b9f8f:38999 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:21:13,952 DEBUG [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840 2024-11-15T17:21:13,952 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,38999,1731691271840] 2024-11-15T17:21:13,954 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:21:13,955 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:21:13,955 INFO [RS:0;046d875b9f8f:38999 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:21:13,955 INFO [RS:0;046d875b9f8f:38999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:13,956 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:21:13,956 INFO [RS:0;046d875b9f8f:38999 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:21:13,956 INFO [RS:0;046d875b9f8f:38999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:13,956 DEBUG [RS:0;046d875b9f8f:38999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:13,956 DEBUG [RS:0;046d875b9f8f:38999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:13,956 DEBUG [RS:0;046d875b9f8f:38999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:13,956 DEBUG [RS:0;046d875b9f8f:38999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:13,956 DEBUG [RS:0;046d875b9f8f:38999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:13,956 DEBUG [RS:0;046d875b9f8f:38999 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:21:13,957 DEBUG [RS:0;046d875b9f8f:38999 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:13,957 DEBUG [RS:0;046d875b9f8f:38999 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:13,957 DEBUG [RS:0;046d875b9f8f:38999 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:13,957 DEBUG [RS:0;046d875b9f8f:38999 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:13,957 DEBUG [RS:0;046d875b9f8f:38999 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:13,957 DEBUG [RS:0;046d875b9f8f:38999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:13,957 DEBUG [RS:0;046d875b9f8f:38999 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:21:13,957 DEBUG [RS:0;046d875b9f8f:38999 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:21:13,957 INFO [RS:0;046d875b9f8f:38999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:13,957 INFO [RS:0;046d875b9f8f:38999 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:13,957 INFO [RS:0;046d875b9f8f:38999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:13,957 INFO [RS:0;046d875b9f8f:38999 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:13,957 INFO [RS:0;046d875b9f8f:38999 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:13,957 INFO [RS:0;046d875b9f8f:38999 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,38999,1731691271840-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:21:13,970 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:21:13,970 INFO [RS:0;046d875b9f8f:38999 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,38999,1731691271840-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:13,970 INFO [RS:0;046d875b9f8f:38999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:13,970 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.Replication(171): 046d875b9f8f,38999,1731691271840 started 2024-11-15T17:21:13,982 INFO [RS:0;046d875b9f8f:38999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:13,982 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,38999,1731691271840, RpcServer on 046d875b9f8f/172.17.0.2:38999, sessionid=0x1013f83ad4b0004 2024-11-15T17:21:13,982 DEBUG [RS:0;046d875b9f8f:38999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:21:13,982 DEBUG [RS:0;046d875b9f8f:38999 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,38999,1731691271840 2024-11-15T17:21:13,982 DEBUG [RS:0;046d875b9f8f:38999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,38999,1731691271840' 2024-11-15T17:21:13,982 DEBUG [RS:0;046d875b9f8f:38999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1353449928/flush-table-proc/abort' 2024-11-15T17:21:13,983 DEBUG [RS:0;046d875b9f8f:38999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1353449928/flush-table-proc/acquired' 2024-11-15T17:21:13,983 DEBUG [RS:0;046d875b9f8f:38999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:21:13,983 DEBUG [RS:0;046d875b9f8f:38999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:21:13,983 DEBUG [RS:0;046d875b9f8f:38999 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,38999,1731691271840 2024-11-15T17:21:13,983 DEBUG [RS:0;046d875b9f8f:38999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,38999,1731691271840' 2024-11-15T17:21:13,983 DEBUG [RS:0;046d875b9f8f:38999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1353449928/online-snapshot/abort' 2024-11-15T17:21:13,983 DEBUG [RS:0;046d875b9f8f:38999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1353449928/online-snapshot/acquired' 2024-11-15T17:21:13,984 DEBUG [RS:0;046d875b9f8f:38999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:21:13,984 INFO [RS:0;046d875b9f8f:38999 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:21:13,984 INFO [RS:0;046d875b9f8f:38999 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:21:14,084 INFO [RS:0;046d875b9f8f:38999 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:21:14,085 INFO [RS:0;046d875b9f8f:38999 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C38999%2C1731691271840, suffix=, logDir=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840, archiveDir=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/oldWALs, maxLogs=10 2024-11-15T17:21:14,096 DEBUG [RS:0;046d875b9f8f:38999 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085, exclude list is [], retry=0 2024-11-15T17:21:14,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41109,DS-e23fd94c-6fe7-46a6-be0a-88aa62c50cce,DISK] 2024-11-15T17:21:14,100 INFO [RS:0;046d875b9f8f:38999 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 2024-11-15T17:21:14,100 DEBUG [RS:0;046d875b9f8f:38999 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46795:46795)] 2024-11-15T17:21:14,239 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:21:14,239 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f 2024-11-15T17:21:14,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741833_1009 (size=32) 2024-11-15T17:21:14,352 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T17:21:14,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:14,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:21:14,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:21:14,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:14,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:14,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:21:14,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:21:14,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:14,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:14,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:21:14,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:21:14,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:14,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:14,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:21:14,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:21:14,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:14,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:14,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:21:14,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740 2024-11-15T17:21:14,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740 2024-11-15T17:21:14,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:21:14,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:21:14,652 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:21:14,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:21:14,654 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:21:14,654 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64466743, jitterRate=-0.03937067091464996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:21:14,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691274644Initializing all the Stores at 1731691274645 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691274645Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691274645Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691274645Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691274645Cleaning up temporary data from old regions at 1731691274651 (+6 ms)Region opened successfully at 1731691274654 (+3 ms) 2024-11-15T17:21:14,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:21:14,654 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:21:14,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:21:14,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:21:14,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:21:14,654 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:21:14,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691274654Disabling compacts and flushes for region at 1731691274654Disabling writes for close at 1731691274654Writing region close event to WAL at 1731691274654Closed at 1731691274654 2024-11-15T17:21:14,655 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:14,655 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:21:14,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:21:14,656 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:21:14,656 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:21:14,807 DEBUG [046d875b9f8f:42701 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:21:14,807 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,38999,1731691271840 2024-11-15T17:21:14,808 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,38999,1731691271840, state=OPENING 2024-11-15T17:21:14,854 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:21:14,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928 2024-11-15T17:21:14,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928 2024-11-15T17:21:14,865 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:21:14,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1353449928/meta-region-server: CHANGED 2024-11-15T17:21:14,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1353449928/meta-region-server: CHANGED 2024-11-15T17:21:14,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,38999,1731691271840}] 2024-11-15T17:21:15,017 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:21:15,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:21:15,021 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:21:15,021 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:21:15,021 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:21:15,022 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C38999%2C1731691271840.meta, suffix=.meta, logDir=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840, archiveDir=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/oldWALs, maxLogs=10 2024-11-15T17:21:15,035 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.meta.1731691275022.meta, exclude list is [], retry=0 2024-11-15T17:21:15,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41109,DS-e23fd94c-6fe7-46a6-be0a-88aa62c50cce,DISK] 2024-11-15T17:21:15,038 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.meta.1731691275022.meta 2024-11-15T17:21:15,038 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46795:46795)] 2024-11-15T17:21:15,038 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:21:15,039 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:21:15,039 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:21:15,039 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:21:15,039 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:21:15,039 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:21:15,039 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:15,039 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:21:15,039 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:21:15,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:21:15,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:21:15,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:15,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:15,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:21:15,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:21:15,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:15,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:15,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:21:15,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:21:15,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:15,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:15,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:21:15,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:21:15,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:15,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:15,043 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:21:15,044 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740 2024-11-15T17:21:15,044 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740 2024-11-15T17:21:15,045 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:21:15,045 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:21:15,045 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:21:15,046 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:21:15,047 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74623679, jitterRate=0.11197946965694427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:21:15,047 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:21:15,047 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691275039Writing region info on filesystem at 1731691275039Initializing all the Stores at 1731691275040 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691275040Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691275040Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691275040Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691275040Cleaning up temporary data from old regions at 1731691275045 (+5 ms)Running coprocessor post-open hooks at 1731691275047 (+2 ms)Region opened successfully at 1731691275047 2024-11-15T17:21:15,048 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691275017 2024-11-15T17:21:15,049 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:21:15,049 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:21:15,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,38999,1731691271840 2024-11-15T17:21:15,050 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,38999,1731691271840, state=OPEN 2024-11-15T17:21:15,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1353449928/meta-region-server 2024-11-15T17:21:15,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1353449928/meta-region-server 2024-11-15T17:21:15,054 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,38999,1731691271840 2024-11-15T17:21:15,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1353449928/meta-region-server: CHANGED 2024-11-15T17:21:15,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1353449928/meta-region-server: CHANGED 2024-11-15T17:21:15,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:21:15,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,38999,1731691271840 in 189 msec 2024-11-15T17:21:15,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:21:15,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 400 msec 2024-11-15T17:21:15,058 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:15,058 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:21:15,059 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:21:15,059 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,38999,1731691271840, seqNum=-1] 2024-11-15T17:21:15,059 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:21:15,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:21:15,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-11-15T17:21:15,065 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691275064, completionTime=-1 2024-11-15T17:21:15,065 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:21:15,065 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:21:15,066 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:21:15,067 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691335066 2024-11-15T17:21:15,067 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691395067 2024-11-15T17:21:15,067 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T17:21:15,067 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,42701,1731691271609-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:15,067 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,42701,1731691271609-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:15,067 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,42701,1731691271609-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:15,067 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:42701, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:15,067 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:15,067 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:15,069 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:21:15,070 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.163sec 2024-11-15T17:21:15,070 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:21:15,070 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:21:15,070 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:21:15,070 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:21:15,071 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:21:15,071 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,42701,1731691271609-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:21:15,071 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,42701,1731691271609-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:21:15,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce4bcb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:15,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,42701,-1 for getting cluster id 2024-11-15T17:21:15,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:15,073 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3251ba3c-137d-404a-b396-62a06165d579' 2024-11-15T17:21:15,074 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:21:15,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:15,074 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:21:15,074 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,42701,1731691271609-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:15,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3251ba3c-137d-404a-b396-62a06165d579" 2024-11-15T17:21:15,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2c9464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:15,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,42701,-1] 2024-11-15T17:21:15,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:15,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:15,075 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:15,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798dd4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:15,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:21:15,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,38999,1731691271840, seqNum=-1] 2024-11-15T17:21:15,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:21:15,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:21:15,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,42701,1731691271609 2024-11-15T17:21:15,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60860 2024-11-15T17:21:15,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:21:15,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013f83ad4b0005 connected 2024-11-15T17:21:15,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/hadoop.log.dir so I do NOT create it in target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8 2024-11-15T17:21:15,098 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:21:15,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/hadoop.tmp.dir so I do NOT create it in target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8 2024-11-15T17:21:15,098 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:21:15,098 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8 2024-11-15T17:21:15,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:21:15,098 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/cluster_68e2733b-5c67-1430-fa46-e31bf33a2cbe, deleteOnExit=true 2024-11-15T17:21:15,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:21:15,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/test.cache.data in system properties and HBase conf 2024-11-15T17:21:15,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:21:15,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:21:15,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:21:15,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:21:15,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:21:15,099 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:21:15,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:21:15,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:21:15,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:21:15,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:21:15,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:21:15,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:21:15,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:21:15,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:21:15,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:21:15,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:21:15,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:21:15,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:21:15,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:21:15,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:21:15,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:21:15,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:21:15,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:21:15,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:21:15,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:21:15,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:21:15,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a668531{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:21:15,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@491650c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:21:15,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d680c80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/java.io.tmpdir/jetty-localhost-45503-hadoop-hdfs-3_4_1-tests_jar-_-any-18162404366222305589/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:21:15,549 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cf56b48{HTTP/1.1, (http/1.1)}{localhost:45503} 2024-11-15T17:21:15,549 INFO [Time-limited test {}] server.Server(415): Started @244607ms 2024-11-15T17:21:15,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:21:15,806 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:21:15,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:21:15,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:21:15,807 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:21:15,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd775c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:21:15,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d3cd1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:21:15,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28636311{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/java.io.tmpdir/jetty-localhost-37325-hadoop-hdfs-3_4_1-tests_jar-_-any-3407254861258920233/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:21:15,902 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ab80ac8{HTTP/1.1, (http/1.1)}{localhost:37325} 2024-11-15T17:21:15,902 INFO [Time-limited test {}] server.Server(415): Started @244961ms 2024-11-15T17:21:15,903 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:21:16,669 WARN [Thread-2902 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/cluster_68e2733b-5c67-1430-fa46-e31bf33a2cbe/data/data1/current/BP-1314469655-172.17.0.2-1731691275114/current, will proceed with Du for space computation calculation, 2024-11-15T17:21:16,669 WARN [Thread-2903 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/cluster_68e2733b-5c67-1430-fa46-e31bf33a2cbe/data/data2/current/BP-1314469655-172.17.0.2-1731691275114/current, will proceed with Du for space computation calculation, 2024-11-15T17:21:16,686 WARN [Thread-2890 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:21:16,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd14bcd0cd8ccd888 with lease ID 0x8508eed5a9534426: Processing first storage report for DS-6d4440db-b5a9-4fe6-a6af-d1b2f84e65bb from datanode DatanodeRegistration(127.0.0.1:33553, datanodeUuid=585a3a26-cc5b-4c1e-bd9f-5848b5ad8cd6, infoPort=36733, infoSecurePort=0, ipcPort=33201, storageInfo=lv=-57;cid=testClusterID;nsid=1820457494;c=1731691275114) 2024-11-15T17:21:16,688 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd14bcd0cd8ccd888 with lease ID 0x8508eed5a9534426: from storage DS-6d4440db-b5a9-4fe6-a6af-d1b2f84e65bb node DatanodeRegistration(127.0.0.1:33553, datanodeUuid=585a3a26-cc5b-4c1e-bd9f-5848b5ad8cd6, infoPort=36733, infoSecurePort=0, ipcPort=33201, storageInfo=lv=-57;cid=testClusterID;nsid=1820457494;c=1731691275114), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:21:16,688 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd14bcd0cd8ccd888 with lease ID 0x8508eed5a9534426: Processing first storage report for DS-b0a56bc0-d330-4e30-b3f1-b608cec3b9b0 from datanode DatanodeRegistration(127.0.0.1:33553, datanodeUuid=585a3a26-cc5b-4c1e-bd9f-5848b5ad8cd6, infoPort=36733, infoSecurePort=0, ipcPort=33201, storageInfo=lv=-57;cid=testClusterID;nsid=1820457494;c=1731691275114) 2024-11-15T17:21:16,688 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd14bcd0cd8ccd888 with lease ID 0x8508eed5a9534426: from storage DS-b0a56bc0-d330-4e30-b3f1-b608cec3b9b0 node DatanodeRegistration(127.0.0.1:33553, datanodeUuid=585a3a26-cc5b-4c1e-bd9f-5848b5ad8cd6, infoPort=36733, infoSecurePort=0, ipcPort=33201, storageInfo=lv=-57;cid=testClusterID;nsid=1820457494;c=1731691275114), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:21:16,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8 2024-11-15T17:21:16,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:16,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:16,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:21:17,136 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a with version=8 2024-11-15T17:21:17,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/hbase-staging 2024-11-15T17:21:17,137 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:21:17,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:17,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:17,137 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:21:17,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:17,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:21:17,137 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:21:17,137 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:21:17,138 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44973 2024-11-15T17:21:17,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44973 connecting to ZooKeeper ensemble=127.0.0.1:60860 2024-11-15T17:21:17,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449730x0, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:21:17,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44973-0x1013f83ad4b0006 connected 2024-11-15T17:21:17,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:17,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:17,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Set watcher on znode that does not yet exist, /2-341825884/running 2024-11-15T17:21:17,258 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a, hbase.cluster.distributed=false 2024-11-15T17:21:17,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Set watcher on znode that does not yet exist, /2-341825884/acl 2024-11-15T17:21:17,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44973 2024-11-15T17:21:17,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44973 2024-11-15T17:21:17,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44973 2024-11-15T17:21:17,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44973 2024-11-15T17:21:17,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44973 2024-11-15T17:21:17,277 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:21:17,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:17,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:17,278 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:21:17,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:17,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:21:17,278 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:21:17,278 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:21:17,278 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34507 2024-11-15T17:21:17,279 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34507 connecting to ZooKeeper ensemble=127.0.0.1:60860 2024-11-15T17:21:17,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:17,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:17,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345070x0, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:21:17,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Set watcher on znode that does not yet exist, /2-341825884/running 2024-11-15T17:21:17,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34507-0x1013f83ad4b0007 connected 2024-11-15T17:21:17,297 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:21:17,297 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:21:17,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Set watcher on znode that does not yet exist, /2-341825884/master 2024-11-15T17:21:17,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Set watcher on znode that does not yet exist, /2-341825884/acl 2024-11-15T17:21:17,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34507 2024-11-15T17:21:17,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34507 2024-11-15T17:21:17,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34507 2024-11-15T17:21:17,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34507 2024-11-15T17:21:17,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34507 2024-11-15T17:21:17,309 DEBUG [M:0;046d875b9f8f:44973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:44973 2024-11-15T17:21:17,310 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-341825884/backup-masters/046d875b9f8f,44973,1731691277137 2024-11-15T17:21:17,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884/backup-masters 2024-11-15T17:21:17,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884/backup-masters 2024-11-15T17:21:17,317 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Set watcher on existing znode=/2-341825884/backup-masters/046d875b9f8f,44973,1731691277137 2024-11-15T17:21:17,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-341825884/master 2024-11-15T17:21:17,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884 2024-11-15T17:21:17,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884 2024-11-15T17:21:17,328 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Set watcher on existing znode=/2-341825884/master 2024-11-15T17:21:17,328 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-341825884/backup-masters/046d875b9f8f,44973,1731691277137 from backup master directory 2024-11-15T17:21:17,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884/backup-masters 2024-11-15T17:21:17,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-341825884/backup-masters/046d875b9f8f,44973,1731691277137 2024-11-15T17:21:17,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884/backup-masters 2024-11-15T17:21:17,338 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:21:17,338 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,44973,1731691277137 2024-11-15T17:21:17,341 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/hbase.id] with ID: 81bad1f3-8371-470e-a76f-aa52656265e2 2024-11-15T17:21:17,341 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/.tmp/hbase.id 2024-11-15T17:21:17,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:21:17,746 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/.tmp/hbase.id]:[hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/hbase.id] 2024-11-15T17:21:17,754 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:17,754 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:21:17,754 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T17:21:17,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884 2024-11-15T17:21:17,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884 2024-11-15T17:21:17,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:21:17,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T17:21:17,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:21:18,240 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:21:18,241 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:21:18,241 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:21:18,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:21:18,647 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store 2024-11-15T17:21:18,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:21:19,052 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:19,052 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:21:19,052 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:19,052 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:19,052 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:21:19,052 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:19,052 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:19,052 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691279052Disabling compacts and flushes for region at 1731691279052Disabling writes for close at 1731691279052Writing region close event to WAL at 1731691279052Closed at 1731691279052 2024-11-15T17:21:19,053 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store/.initializing 2024-11-15T17:21:19,053 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/WALs/046d875b9f8f,44973,1731691277137 2024-11-15T17:21:19,054 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:21:19,055 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C44973%2C1731691277137, suffix=, logDir=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/WALs/046d875b9f8f,44973,1731691277137, archiveDir=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/oldWALs, maxLogs=10 2024-11-15T17:21:19,067 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/WALs/046d875b9f8f,44973,1731691277137/046d875b9f8f%2C44973%2C1731691277137.1731691279055, exclude list is [], retry=0 2024-11-15T17:21:19,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33553,DS-6d4440db-b5a9-4fe6-a6af-d1b2f84e65bb,DISK] 2024-11-15T17:21:19,070 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/WALs/046d875b9f8f,44973,1731691277137/046d875b9f8f%2C44973%2C1731691277137.1731691279055 2024-11-15T17:21:19,070 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36733:36733)] 2024-11-15T17:21:19,070 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:21:19,071 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:19,071 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:19,071 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:19,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:19,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:21:19,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:19,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:19,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:19,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:21:19,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:19,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:19,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:19,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:21:19,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:19,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:19,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:19,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:21:19,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:19,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:19,076 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:19,076 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:19,076 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:19,077 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:19,077 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:19,078 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:21:19,078 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:19,079 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:21:19,080 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75173998, jitterRate=0.12017986178398132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:21:19,080 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691279071Initializing all the Stores at 1731691279071Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691279071Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691279071Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691279071Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691279071Cleaning up temporary data from old regions at 1731691279077 (+6 ms)Region opened successfully at 1731691279080 (+3 ms) 2024-11-15T17:21:19,080 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:21:19,082 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc63397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:21:19,082 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:21:19,083 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:21:19,083 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:21:19,083 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:21:19,083 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:21:19,083 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:21:19,083 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:21:19,085 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:21:19,085 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Unable to get data of znode /2-341825884/balancer because node does not exist (not necessarily an error) 2024-11-15T17:21:19,138 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-341825884/balancer already deleted, retry=false 2024-11-15T17:21:19,138 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:21:19,139 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Unable to get data of znode /2-341825884/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:21:19,148 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-341825884/normalizer already deleted, retry=false 2024-11-15T17:21:19,149 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:21:19,149 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Unable to get data of znode /2-341825884/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:21:19,159 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-341825884/switch/split already deleted, retry=false 2024-11-15T17:21:19,159 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Unable to get data of znode /2-341825884/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:21:19,169 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-341825884/switch/merge already deleted, retry=false 2024-11-15T17:21:19,171 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Unable to get data of znode /2-341825884/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:21:19,180 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-341825884/snapshot-cleanup already deleted, retry=false 2024-11-15T17:21:19,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-341825884/running 2024-11-15T17:21:19,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-341825884/running 2024-11-15T17:21:19,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884 2024-11-15T17:21:19,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884 2024-11-15T17:21:19,191 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,44973,1731691277137, sessionid=0x1013f83ad4b0006, setting cluster-up flag (Was=false) 2024-11-15T17:21:19,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884 2024-11-15T17:21:19,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884 2024-11-15T17:21:19,243 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-341825884/flush-table-proc/acquired, /2-341825884/flush-table-proc/reached, /2-341825884/flush-table-proc/abort 2024-11-15T17:21:19,244 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,44973,1731691277137 2024-11-15T17:21:19,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884 2024-11-15T17:21:19,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884 2024-11-15T17:21:19,296 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-341825884/online-snapshot/acquired, /2-341825884/online-snapshot/reached, /2-341825884/online-snapshot/abort 2024-11-15T17:21:19,296 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,44973,1731691277137 2024-11-15T17:21:19,297 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:21:19,298 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:19,298 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:21:19,298 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:21:19,299 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,44973,1731691277137 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:21:19,300 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:19,300 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:19,300 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:19,300 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:19,300 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:21:19,300 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:19,300 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:21:19,300 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:19,301 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691309301 2024-11-15T17:21:19,301 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:21:19,301 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:21:19,301 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:21:19,301 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:21:19,301 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:21:19,301 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:21:19,301 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:19,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:19,301 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:21:19,301 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:21:19,301 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:21:19,301 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:21:19,301 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:21:19,302 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:21:19,302 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:21:19,302 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:19,302 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(746): ClusterId : 81bad1f3-8371-470e-a76f-aa52656265e2 2024-11-15T17:21:19,302 DEBUG [RS:0;046d875b9f8f:34507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:21:19,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:21:19,302 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691279302,5,FailOnTimeoutGroup] 2024-11-15T17:21:19,302 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691279302,5,FailOnTimeoutGroup] 2024-11-15T17:21:19,302 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:19,302 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:21:19,303 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:19,303 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:19,307 DEBUG [RS:0;046d875b9f8f:34507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:21:19,307 DEBUG [RS:0;046d875b9f8f:34507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:21:19,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:21:19,309 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:21:19,309 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a 2024-11-15T17:21:19,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741832_1008 (size=32) 2024-11-15T17:21:19,317 DEBUG [RS:0;046d875b9f8f:34507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:21:19,318 DEBUG [RS:0;046d875b9f8f:34507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6a159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:21:19,327 DEBUG [RS:0;046d875b9f8f:34507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:34507 2024-11-15T17:21:19,328 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:21:19,328 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:21:19,328 DEBUG [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:21:19,328 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,44973,1731691277137 with port=34507, startcode=1731691277277 2024-11-15T17:21:19,328 DEBUG [RS:0;046d875b9f8f:34507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:21:19,329 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:21:19,330 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44973 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,34507,1731691277277 2024-11-15T17:21:19,330 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44973 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,34507,1731691277277 2024-11-15T17:21:19,330 DEBUG [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a 2024-11-15T17:21:19,331 DEBUG [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40315 2024-11-15T17:21:19,331 DEBUG [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:21:19,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884/rs 2024-11-15T17:21:19,500 DEBUG [RS:0;046d875b9f8f:34507 {}] zookeeper.ZKUtil(111): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Set watcher on existing znode=/2-341825884/rs/046d875b9f8f,34507,1731691277277 2024-11-15T17:21:19,500 WARN [RS:0;046d875b9f8f:34507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:21:19,500 INFO [RS:0;046d875b9f8f:34507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:21:19,500 DEBUG [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277 2024-11-15T17:21:19,500 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,34507,1731691277277] 2024-11-15T17:21:19,502 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:21:19,503 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:21:19,503 INFO [RS:0;046d875b9f8f:34507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:21:19,503 INFO [RS:0;046d875b9f8f:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:19,503 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:21:19,504 INFO [RS:0;046d875b9f8f:34507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:21:19,504 INFO [RS:0;046d875b9f8f:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:19,504 DEBUG [RS:0;046d875b9f8f:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:19,504 DEBUG [RS:0;046d875b9f8f:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:19,504 DEBUG [RS:0;046d875b9f8f:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:19,504 DEBUG [RS:0;046d875b9f8f:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:19,504 DEBUG [RS:0;046d875b9f8f:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:19,504 DEBUG [RS:0;046d875b9f8f:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:21:19,504 DEBUG [RS:0;046d875b9f8f:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:19,504 DEBUG [RS:0;046d875b9f8f:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:19,504 DEBUG [RS:0;046d875b9f8f:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:19,504 DEBUG [RS:0;046d875b9f8f:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:19,504 DEBUG [RS:0;046d875b9f8f:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:19,504 DEBUG [RS:0;046d875b9f8f:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:19,504 DEBUG [RS:0;046d875b9f8f:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:21:19,504 DEBUG [RS:0;046d875b9f8f:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:21:19,505 INFO [RS:0;046d875b9f8f:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:19,505 INFO [RS:0;046d875b9f8f:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:19,505 INFO [RS:0;046d875b9f8f:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:19,505 INFO [RS:0;046d875b9f8f:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:19,505 INFO [RS:0;046d875b9f8f:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:19,505 INFO [RS:0;046d875b9f8f:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,34507,1731691277277-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:21:19,517 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:21:19,518 INFO [RS:0;046d875b9f8f:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,34507,1731691277277-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:19,518 INFO [RS:0;046d875b9f8f:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:19,518 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.Replication(171): 046d875b9f8f,34507,1731691277277 started 2024-11-15T17:21:19,530 INFO [RS:0;046d875b9f8f:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:19,530 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,34507,1731691277277, RpcServer on 046d875b9f8f/172.17.0.2:34507, sessionid=0x1013f83ad4b0007 2024-11-15T17:21:19,530 DEBUG [RS:0;046d875b9f8f:34507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:21:19,530 DEBUG [RS:0;046d875b9f8f:34507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,34507,1731691277277 2024-11-15T17:21:19,530 DEBUG [RS:0;046d875b9f8f:34507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,34507,1731691277277' 2024-11-15T17:21:19,530 DEBUG [RS:0;046d875b9f8f:34507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-341825884/flush-table-proc/abort' 2024-11-15T17:21:19,531 DEBUG [RS:0;046d875b9f8f:34507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-341825884/flush-table-proc/acquired' 2024-11-15T17:21:19,531 DEBUG [RS:0;046d875b9f8f:34507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:21:19,531 DEBUG [RS:0;046d875b9f8f:34507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:21:19,531 DEBUG [RS:0;046d875b9f8f:34507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,34507,1731691277277 2024-11-15T17:21:19,531 DEBUG [RS:0;046d875b9f8f:34507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,34507,1731691277277' 2024-11-15T17:21:19,531 DEBUG [RS:0;046d875b9f8f:34507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-341825884/online-snapshot/abort' 2024-11-15T17:21:19,531 DEBUG [RS:0;046d875b9f8f:34507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-341825884/online-snapshot/acquired' 2024-11-15T17:21:19,531 DEBUG [RS:0;046d875b9f8f:34507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:21:19,532 INFO [RS:0;046d875b9f8f:34507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:21:19,532 INFO [RS:0;046d875b9f8f:34507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:21:19,632 INFO [RS:0;046d875b9f8f:34507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:21:19,633 INFO [RS:0;046d875b9f8f:34507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C34507%2C1731691277277, suffix=, logDir=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277, archiveDir=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/oldWALs, maxLogs=10 2024-11-15T17:21:19,645 DEBUG [RS:0;046d875b9f8f:34507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633, exclude list is [], retry=0 2024-11-15T17:21:19,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33553,DS-6d4440db-b5a9-4fe6-a6af-d1b2f84e65bb,DISK] 2024-11-15T17:21:19,648 INFO [RS:0;046d875b9f8f:34507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 2024-11-15T17:21:19,648 DEBUG [RS:0;046d875b9f8f:34507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36733:36733)] 2024-11-15T17:21:19,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:19,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:21:19,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:21:19,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:19,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:19,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:21:19,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:21:19,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:19,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:19,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:21:19,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:21:19,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:19,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:19,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:21:19,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:21:19,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:19,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:19,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:21:19,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740 2024-11-15T17:21:19,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740 2024-11-15T17:21:19,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:21:19,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:21:19,723 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:21:19,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:21:19,725 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:21:19,725 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61398056, jitterRate=-0.08509767055511475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:21:19,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691279715Initializing all the Stores at 1731691279716 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691279716Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691279716Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691279716Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691279716Cleaning up temporary data from old regions at 1731691279723 (+7 ms)Region opened successfully at 1731691279725 (+2 ms) 2024-11-15T17:21:19,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:21:19,725 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:21:19,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:21:19,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:21:19,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:21:19,726 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:21:19,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691279725Disabling compacts and flushes for region at 1731691279725Disabling writes for close at 1731691279725Writing region close event to WAL at 1731691279726 (+1 ms)Closed at 1731691279726 2024-11-15T17:21:19,726 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:19,726 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:21:19,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:21:19,727 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:21:19,728 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:21:19,878 DEBUG [046d875b9f8f:44973 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:21:19,878 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,34507,1731691277277 2024-11-15T17:21:19,879 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,34507,1731691277277, state=OPENING 2024-11-15T17:21:19,980 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:21:19,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884 2024-11-15T17:21:19,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884 2024-11-15T17:21:19,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-341825884/meta-region-server: CHANGED 2024-11-15T17:21:19,991 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:21:19,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-341825884/meta-region-server: CHANGED 2024-11-15T17:21:19,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,34507,1731691277277}] 2024-11-15T17:21:20,143 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:21:20,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:21:20,148 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:21:20,148 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:21:20,148 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:21:20,149 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C34507%2C1731691277277.meta, suffix=.meta, logDir=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277, archiveDir=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/oldWALs, maxLogs=10 2024-11-15T17:21:20,169 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.meta.1731691280149.meta, exclude list is [], retry=0 2024-11-15T17:21:20,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33553,DS-6d4440db-b5a9-4fe6-a6af-d1b2f84e65bb,DISK] 2024-11-15T17:21:20,173 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.meta.1731691280149.meta 2024-11-15T17:21:20,173 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36733:36733)] 2024-11-15T17:21:20,173 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:21:20,173 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:21:20,174 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:21:20,174 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:21:20,174 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:21:20,174 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:21:20,174 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:20,174 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:21:20,174 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:21:20,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:21:20,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:21:20,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:20,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:20,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:21:20,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:21:20,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:20,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:20,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:21:20,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:21:20,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:20,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:20,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:21:20,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:21:20,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:20,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:20,180 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:21:20,180 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740 2024-11-15T17:21:20,181 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740 2024-11-15T17:21:20,182 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:21:20,182 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:21:20,182 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:21:20,183 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:21:20,183 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63268258, jitterRate=-0.05722948908805847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:21:20,183 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:21:20,183 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691280174Writing region info on filesystem at 1731691280174Initializing all the Stores at 1731691280175 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691280175Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691280175Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691280175Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691280175Cleaning up temporary data from old regions at 1731691280182 (+7 ms)Running coprocessor post-open hooks at 1731691280183 (+1 ms)Region opened successfully at 1731691280183 2024-11-15T17:21:20,184 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691280143 2024-11-15T17:21:20,186 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:21:20,186 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:21:20,187 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,34507,1731691277277 2024-11-15T17:21:20,188 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,34507,1731691277277, state=OPEN 2024-11-15T17:21:20,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-341825884/meta-region-server 2024-11-15T17:21:20,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-341825884/meta-region-server 2024-11-15T17:21:20,191 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,34507,1731691277277 2024-11-15T17:21:20,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-341825884/meta-region-server: CHANGED 2024-11-15T17:21:20,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-341825884/meta-region-server: CHANGED 2024-11-15T17:21:20,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:21:20,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,34507,1731691277277 in 200 msec 2024-11-15T17:21:20,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:21:20,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-15T17:21:20,195 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:20,195 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:21:20,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:21:20,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,34507,1731691277277, seqNum=-1] 2024-11-15T17:21:20,197 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:21:20,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:21:20,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 904 msec 2024-11-15T17:21:20,203 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691280203, completionTime=-1 2024-11-15T17:21:20,203 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:21:20,203 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:21:20,205 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:21:20,205 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691340205 2024-11-15T17:21:20,205 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691400205 2024-11-15T17:21:20,205 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T17:21:20,205 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,44973,1731691277137-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:20,205 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,44973,1731691277137-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:20,206 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,44973,1731691277137-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:20,206 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:44973, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:20,206 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:20,206 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:20,208 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:21:20,209 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.871sec 2024-11-15T17:21:20,209 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:21:20,209 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:21:20,210 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:21:20,210 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:21:20,210 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:21:20,210 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,44973,1731691277137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:21:20,210 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,44973,1731691277137-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:21:20,212 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:21:20,212 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:21:20,212 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,44973,1731691277137-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:20,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3389641c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:20,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,44973,-1 for getting cluster id 2024-11-15T17:21:20,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:20,304 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81bad1f3-8371-470e-a76f-aa52656265e2' 2024-11-15T17:21:20,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:20,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81bad1f3-8371-470e-a76f-aa52656265e2" 2024-11-15T17:21:20,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a7f95f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:20,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,44973,-1] 2024-11-15T17:21:20,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:20,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:20,306 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:20,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2811eb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:20,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:21:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,34507,1731691277277, seqNum=-1] 2024-11-15T17:21:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:21:20,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:21:20,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,44973,1731691277137 2024-11-15T17:21:20,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60860 2024-11-15T17:21:20,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:21:20,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013f83ad4b0008 connected 2024-11-15T17:21:20,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:21:20,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,43535,1731691265027 2024-11-15T17:21:20,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4720b912 2024-11-15T17:21:20,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:21:20,332 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:21:20,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:21:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T17:21:20,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:21:20,335 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:20,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T17:21:20,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:21:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:21:20,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741835_1011 (size=902) 2024-11-15T17:21:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:21:20,541 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:21:20,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:20,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:20,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:20,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:20,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:20,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:20,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:20,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:20,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:20,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:20,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:20,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:21:20,747 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7e89dc35d3972bc928e2e7376edadf5, NAME => 'test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3 2024-11-15T17:21:20,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741836_1012 (size=39) 2024-11-15T17:21:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:21:21,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:21,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d7e89dc35d3972bc928e2e7376edadf5, disabling compactions & flushes 2024-11-15T17:21:21,152 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5. 2024-11-15T17:21:21,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5. 2024-11-15T17:21:21,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5. after waiting 0 ms 2024-11-15T17:21:21,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5. 2024-11-15T17:21:21,152 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5. 2024-11-15T17:21:21,152 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7e89dc35d3972bc928e2e7376edadf5: Waiting for close lock at 1731691281152Disabling compacts and flushes for region at 1731691281152Disabling writes for close at 1731691281152Writing region close event to WAL at 1731691281152Closed at 1731691281152 2024-11-15T17:21:21,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:21:21,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731691281154"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691281154"}]},"ts":"1731691281154"} 2024-11-15T17:21:21,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:21:21,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:21:21,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691281156"}]},"ts":"1731691281156"} 2024-11-15T17:21:21,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T17:21:21,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7e89dc35d3972bc928e2e7376edadf5, ASSIGN}] 2024-11-15T17:21:21,160 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7e89dc35d3972bc928e2e7376edadf5, ASSIGN 2024-11-15T17:21:21,160 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d7e89dc35d3972bc928e2e7376edadf5, ASSIGN; state=OFFLINE, location=046d875b9f8f,42193,1731691265229; forceNewPlan=false, retain=false 2024-11-15T17:21:21,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7e89dc35d3972bc928e2e7376edadf5, regionState=OPENING, regionLocation=046d875b9f8f,42193,1731691265229 2024-11-15T17:21:21,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d7e89dc35d3972bc928e2e7376edadf5, ASSIGN because future has completed 2024-11-15T17:21:21,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7e89dc35d3972bc928e2e7376edadf5, server=046d875b9f8f,42193,1731691265229}] 2024-11-15T17:21:21,468 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5. 2024-11-15T17:21:21,468 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d7e89dc35d3972bc928e2e7376edadf5, NAME => 'test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:21:21,468 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:21:21,468 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T17:21:21,469 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d7e89dc35d3972bc928e2e7376edadf5 2024-11-15T17:21:21,469 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:21,469 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d7e89dc35d3972bc928e2e7376edadf5 2024-11-15T17:21:21,469 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d7e89dc35d3972bc928e2e7376edadf5 2024-11-15T17:21:21,470 INFO [StoreOpener-d7e89dc35d3972bc928e2e7376edadf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d7e89dc35d3972bc928e2e7376edadf5 2024-11-15T17:21:21,471 INFO [StoreOpener-d7e89dc35d3972bc928e2e7376edadf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7e89dc35d3972bc928e2e7376edadf5 columnFamilyName f 2024-11-15T17:21:21,471 DEBUG [StoreOpener-d7e89dc35d3972bc928e2e7376edadf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:21,471 INFO [StoreOpener-d7e89dc35d3972bc928e2e7376edadf5-1 {}] regionserver.HStore(327): Store=d7e89dc35d3972bc928e2e7376edadf5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:21,471 INFO [StoreOpener-d7e89dc35d3972bc928e2e7376edadf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d7e89dc35d3972bc928e2e7376edadf5 2024-11-15T17:21:21,472 INFO [StoreOpener-d7e89dc35d3972bc928e2e7376edadf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7e89dc35d3972bc928e2e7376edadf5 columnFamilyName f1 2024-11-15T17:21:21,472 DEBUG [StoreOpener-d7e89dc35d3972bc928e2e7376edadf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:21,472 INFO [StoreOpener-d7e89dc35d3972bc928e2e7376edadf5-1 {}] regionserver.HStore(327): Store=d7e89dc35d3972bc928e2e7376edadf5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:21,472 INFO [StoreOpener-d7e89dc35d3972bc928e2e7376edadf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d7e89dc35d3972bc928e2e7376edadf5 2024-11-15T17:21:21,473 INFO [StoreOpener-d7e89dc35d3972bc928e2e7376edadf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7e89dc35d3972bc928e2e7376edadf5 columnFamilyName norep 2024-11-15T17:21:21,473 DEBUG [StoreOpener-d7e89dc35d3972bc928e2e7376edadf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:21:21,474 INFO [StoreOpener-d7e89dc35d3972bc928e2e7376edadf5-1 {}] regionserver.HStore(327): Store=d7e89dc35d3972bc928e2e7376edadf5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:21,474 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d7e89dc35d3972bc928e2e7376edadf5 2024-11-15T17:21:21,474 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/default/test/d7e89dc35d3972bc928e2e7376edadf5 2024-11-15T17:21:21,474 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/default/test/d7e89dc35d3972bc928e2e7376edadf5 2024-11-15T17:21:21,475 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d7e89dc35d3972bc928e2e7376edadf5 2024-11-15T17:21:21,475 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d7e89dc35d3972bc928e2e7376edadf5 2024-11-15T17:21:21,476 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:21:21,476 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d7e89dc35d3972bc928e2e7376edadf5 2024-11-15T17:21:21,478 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/default/test/d7e89dc35d3972bc928e2e7376edadf5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:21:21,478 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d7e89dc35d3972bc928e2e7376edadf5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66310268, jitterRate=-0.011900007724761963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:21:21,478 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7e89dc35d3972bc928e2e7376edadf5 2024-11-15T17:21:21,479 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d7e89dc35d3972bc928e2e7376edadf5: Running coprocessor pre-open hook at 1731691281469Writing region info on filesystem at 1731691281469Initializing all the Stores at 1731691281469Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691281469Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691281470 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691281470Cleaning up temporary data from old regions at 1731691281475 (+5 ms)Running coprocessor post-open hooks at 1731691281478 (+3 ms)Region opened successfully at 1731691281479 (+1 ms) 2024-11-15T17:21:21,479 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5., pid=6, masterSystemTime=1731691281464 2024-11-15T17:21:21,481 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5. 2024-11-15T17:21:21,481 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5. 2024-11-15T17:21:21,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7e89dc35d3972bc928e2e7376edadf5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=046d875b9f8f,42193,1731691265229 2024-11-15T17:21:21,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7e89dc35d3972bc928e2e7376edadf5, server=046d875b9f8f,42193,1731691265229 because future has completed 2024-11-15T17:21:21,483 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43535 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=046d875b9f8f,42193,1731691265229, table=test, region=d7e89dc35d3972bc928e2e7376edadf5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T17:21:21,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:21:21,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d7e89dc35d3972bc928e2e7376edadf5, server=046d875b9f8f,42193,1731691265229 in 171 msec 2024-11-15T17:21:21,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T17:21:21,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d7e89dc35d3972bc928e2e7376edadf5, ASSIGN in 327 msec 2024-11-15T17:21:21,488 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:21:21,488 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691281488"}]},"ts":"1731691281488"} 2024-11-15T17:21:21,490 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T17:21:21,491 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:21:21,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-15T17:21:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:21:22,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:21:22,494 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T17:21:22,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,42701,1731691271609 2024-11-15T17:21:22,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f6a0bb9 2024-11-15T17:21:22,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:21:22,496 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:21:22,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:21:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T17:21:22,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:21:22,499 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:22,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T17:21:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:21:22,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:21:22,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741835_1011 (size=902) 2024-11-15T17:21:22,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f30d7d0e557ee9faf8765bc3099fc207, NAME => 'test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f 2024-11-15T17:21:22,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741836_1012 (size=39) 2024-11-15T17:21:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:21:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:21:22,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:22,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f30d7d0e557ee9faf8765bc3099fc207, disabling compactions & flushes 2024-11-15T17:21:22,912 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207. 2024-11-15T17:21:22,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207. 2024-11-15T17:21:22,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207. after waiting 0 ms 2024-11-15T17:21:22,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207. 2024-11-15T17:21:22,912 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207. 2024-11-15T17:21:22,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f30d7d0e557ee9faf8765bc3099fc207: Waiting for close lock at 1731691282912Disabling compacts and flushes for region at 1731691282912Disabling writes for close at 1731691282912Writing region close event to WAL at 1731691282912Closed at 1731691282912 2024-11-15T17:21:22,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:21:22,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731691282913"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691282913"}]},"ts":"1731691282913"} 2024-11-15T17:21:22,915 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:21:22,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:21:22,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691282915"}]},"ts":"1731691282915"} 2024-11-15T17:21:22,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T17:21:22,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f30d7d0e557ee9faf8765bc3099fc207, ASSIGN}] 2024-11-15T17:21:22,918 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f30d7d0e557ee9faf8765bc3099fc207, ASSIGN 2024-11-15T17:21:22,918 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f30d7d0e557ee9faf8765bc3099fc207, ASSIGN; state=OFFLINE, location=046d875b9f8f,38999,1731691271840; forceNewPlan=false, retain=false 2024-11-15T17:21:23,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f30d7d0e557ee9faf8765bc3099fc207, regionState=OPENING, regionLocation=046d875b9f8f,38999,1731691271840 2024-11-15T17:21:23,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f30d7d0e557ee9faf8765bc3099fc207, ASSIGN because future has completed 2024-11-15T17:21:23,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f30d7d0e557ee9faf8765bc3099fc207, server=046d875b9f8f,38999,1731691271840}] 2024-11-15T17:21:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:21:23,226 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207. 2024-11-15T17:21:23,226 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f30d7d0e557ee9faf8765bc3099fc207, NAME => 'test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:21:23,226 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:21:23,226 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T17:21:23,226 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f30d7d0e557ee9faf8765bc3099fc207 2024-11-15T17:21:23,227 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:23,227 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f30d7d0e557ee9faf8765bc3099fc207 2024-11-15T17:21:23,227 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f30d7d0e557ee9faf8765bc3099fc207 2024-11-15T17:21:23,228 INFO [StoreOpener-f30d7d0e557ee9faf8765bc3099fc207-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f30d7d0e557ee9faf8765bc3099fc207 2024-11-15T17:21:23,228 INFO [StoreOpener-f30d7d0e557ee9faf8765bc3099fc207-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f30d7d0e557ee9faf8765bc3099fc207 columnFamilyName f 2024-11-15T17:21:23,229 DEBUG [StoreOpener-f30d7d0e557ee9faf8765bc3099fc207-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:23,229 INFO [StoreOpener-f30d7d0e557ee9faf8765bc3099fc207-1 {}] regionserver.HStore(327): Store=f30d7d0e557ee9faf8765bc3099fc207/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:23,229 INFO [StoreOpener-f30d7d0e557ee9faf8765bc3099fc207-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f30d7d0e557ee9faf8765bc3099fc207 2024-11-15T17:21:23,230 INFO [StoreOpener-f30d7d0e557ee9faf8765bc3099fc207-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f30d7d0e557ee9faf8765bc3099fc207 columnFamilyName f1 2024-11-15T17:21:23,230 DEBUG [StoreOpener-f30d7d0e557ee9faf8765bc3099fc207-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:23,230 INFO [StoreOpener-f30d7d0e557ee9faf8765bc3099fc207-1 {}] regionserver.HStore(327): Store=f30d7d0e557ee9faf8765bc3099fc207/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:23,230 INFO [StoreOpener-f30d7d0e557ee9faf8765bc3099fc207-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f30d7d0e557ee9faf8765bc3099fc207 2024-11-15T17:21:23,231 INFO [StoreOpener-f30d7d0e557ee9faf8765bc3099fc207-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f30d7d0e557ee9faf8765bc3099fc207 columnFamilyName norep 2024-11-15T17:21:23,231 DEBUG [StoreOpener-f30d7d0e557ee9faf8765bc3099fc207-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:23,231 INFO [StoreOpener-f30d7d0e557ee9faf8765bc3099fc207-1 {}] regionserver.HStore(327): Store=f30d7d0e557ee9faf8765bc3099fc207/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:23,231 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f30d7d0e557ee9faf8765bc3099fc207 2024-11-15T17:21:23,232 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/default/test/f30d7d0e557ee9faf8765bc3099fc207 2024-11-15T17:21:23,232 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/default/test/f30d7d0e557ee9faf8765bc3099fc207 2024-11-15T17:21:23,232 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f30d7d0e557ee9faf8765bc3099fc207 2024-11-15T17:21:23,232 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f30d7d0e557ee9faf8765bc3099fc207 2024-11-15T17:21:23,233 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:21:23,234 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f30d7d0e557ee9faf8765bc3099fc207 2024-11-15T17:21:23,235 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/default/test/f30d7d0e557ee9faf8765bc3099fc207/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:21:23,235 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f30d7d0e557ee9faf8765bc3099fc207; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67209215, jitterRate=0.0014953464269638062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:21:23,235 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f30d7d0e557ee9faf8765bc3099fc207 2024-11-15T17:21:23,235 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f30d7d0e557ee9faf8765bc3099fc207: Running coprocessor pre-open hook at 1731691283227Writing region info on filesystem at 1731691283227Initializing all the Stores at 1731691283227Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691283227Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691283227Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691283227Cleaning up temporary data from old regions at 1731691283232 (+5 ms)Running coprocessor post-open hooks at 1731691283235 (+3 ms)Region opened successfully at 1731691283235 2024-11-15T17:21:23,236 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207., pid=6, masterSystemTime=1731691283223 2024-11-15T17:21:23,238 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207. 2024-11-15T17:21:23,238 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207. 2024-11-15T17:21:23,238 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f30d7d0e557ee9faf8765bc3099fc207, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=046d875b9f8f,38999,1731691271840 2024-11-15T17:21:23,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f30d7d0e557ee9faf8765bc3099fc207, server=046d875b9f8f,38999,1731691271840 because future has completed 2024-11-15T17:21:23,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:21:23,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f30d7d0e557ee9faf8765bc3099fc207, server=046d875b9f8f,38999,1731691271840 in 169 msec 2024-11-15T17:21:23,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T17:21:23,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f30d7d0e557ee9faf8765bc3099fc207, ASSIGN in 325 msec 2024-11-15T17:21:23,244 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:21:23,244 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691283244"}]},"ts":"1731691283244"} 2024-11-15T17:21:23,246 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T17:21:23,246 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:21:23,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-15T17:21:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:21:23,634 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T17:21:23,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:21:23,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,44973,1731691277137 2024-11-15T17:21:23,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20fe7abd 2024-11-15T17:21:23,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:21:23,636 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:21:23,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:21:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T17:21:23,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:21:23,639 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:23,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T17:21:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:21:23,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:21:23,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741835_1011 (size=902) 2024-11-15T17:21:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:21:23,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:21:24,049 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b714d8f6e7dcd0aff3fd6bbd8ee197d, NAME => 'test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a 2024-11-15T17:21:24,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741836_1012 (size=39) 2024-11-15T17:21:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:21:24,455 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:24,455 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3b714d8f6e7dcd0aff3fd6bbd8ee197d, disabling compactions & flushes 2024-11-15T17:21:24,455 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d. 2024-11-15T17:21:24,455 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d. 2024-11-15T17:21:24,455 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d. after waiting 0 ms 2024-11-15T17:21:24,455 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d. 2024-11-15T17:21:24,455 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d. 2024-11-15T17:21:24,455 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b714d8f6e7dcd0aff3fd6bbd8ee197d: Waiting for close lock at 1731691284455Disabling compacts and flushes for region at 1731691284455Disabling writes for close at 1731691284455Writing region close event to WAL at 1731691284455Closed at 1731691284455 2024-11-15T17:21:24,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:21:24,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731691284456"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691284456"}]},"ts":"1731691284456"} 2024-11-15T17:21:24,458 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:21:24,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:21:24,459 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691284458"}]},"ts":"1731691284458"} 2024-11-15T17:21:24,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T17:21:24,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b714d8f6e7dcd0aff3fd6bbd8ee197d, ASSIGN}] 2024-11-15T17:21:24,460 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b714d8f6e7dcd0aff3fd6bbd8ee197d, ASSIGN 2024-11-15T17:21:24,461 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3b714d8f6e7dcd0aff3fd6bbd8ee197d, ASSIGN; state=OFFLINE, location=046d875b9f8f,34507,1731691277277; forceNewPlan=false, retain=false 2024-11-15T17:21:24,611 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b714d8f6e7dcd0aff3fd6bbd8ee197d, regionState=OPENING, regionLocation=046d875b9f8f,34507,1731691277277 2024-11-15T17:21:24,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3b714d8f6e7dcd0aff3fd6bbd8ee197d, ASSIGN because future has completed 2024-11-15T17:21:24,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b714d8f6e7dcd0aff3fd6bbd8ee197d, server=046d875b9f8f,34507,1731691277277}] 2024-11-15T17:21:24,768 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d. 2024-11-15T17:21:24,768 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b714d8f6e7dcd0aff3fd6bbd8ee197d, NAME => 'test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:21:24,768 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:21:24,768 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T17:21:24,769 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3b714d8f6e7dcd0aff3fd6bbd8ee197d 2024-11-15T17:21:24,769 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:24,769 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3b714d8f6e7dcd0aff3fd6bbd8ee197d 2024-11-15T17:21:24,769 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3b714d8f6e7dcd0aff3fd6bbd8ee197d 2024-11-15T17:21:24,770 INFO [StoreOpener-3b714d8f6e7dcd0aff3fd6bbd8ee197d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3b714d8f6e7dcd0aff3fd6bbd8ee197d 2024-11-15T17:21:24,771 INFO [StoreOpener-3b714d8f6e7dcd0aff3fd6bbd8ee197d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b714d8f6e7dcd0aff3fd6bbd8ee197d columnFamilyName f 2024-11-15T17:21:24,771 DEBUG [StoreOpener-3b714d8f6e7dcd0aff3fd6bbd8ee197d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:24,771 INFO [StoreOpener-3b714d8f6e7dcd0aff3fd6bbd8ee197d-1 {}] regionserver.HStore(327): Store=3b714d8f6e7dcd0aff3fd6bbd8ee197d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:24,771 INFO [StoreOpener-3b714d8f6e7dcd0aff3fd6bbd8ee197d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3b714d8f6e7dcd0aff3fd6bbd8ee197d 2024-11-15T17:21:24,772 INFO [StoreOpener-3b714d8f6e7dcd0aff3fd6bbd8ee197d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b714d8f6e7dcd0aff3fd6bbd8ee197d columnFamilyName f1 2024-11-15T17:21:24,772 DEBUG [StoreOpener-3b714d8f6e7dcd0aff3fd6bbd8ee197d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:24,772 INFO [StoreOpener-3b714d8f6e7dcd0aff3fd6bbd8ee197d-1 {}] regionserver.HStore(327): Store=3b714d8f6e7dcd0aff3fd6bbd8ee197d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:24,772 INFO [StoreOpener-3b714d8f6e7dcd0aff3fd6bbd8ee197d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3b714d8f6e7dcd0aff3fd6bbd8ee197d 2024-11-15T17:21:24,772 INFO [StoreOpener-3b714d8f6e7dcd0aff3fd6bbd8ee197d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b714d8f6e7dcd0aff3fd6bbd8ee197d columnFamilyName norep 2024-11-15T17:21:24,772 DEBUG [StoreOpener-3b714d8f6e7dcd0aff3fd6bbd8ee197d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:24,773 INFO [StoreOpener-3b714d8f6e7dcd0aff3fd6bbd8ee197d-1 {}] regionserver.HStore(327): Store=3b714d8f6e7dcd0aff3fd6bbd8ee197d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:24,773 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3b714d8f6e7dcd0aff3fd6bbd8ee197d 2024-11-15T17:21:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:21:24,773 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/default/test/3b714d8f6e7dcd0aff3fd6bbd8ee197d 2024-11-15T17:21:24,774 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/default/test/3b714d8f6e7dcd0aff3fd6bbd8ee197d 2024-11-15T17:21:24,774 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3b714d8f6e7dcd0aff3fd6bbd8ee197d 2024-11-15T17:21:24,774 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3b714d8f6e7dcd0aff3fd6bbd8ee197d 2024-11-15T17:21:24,775 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:21:24,775 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3b714d8f6e7dcd0aff3fd6bbd8ee197d 2024-11-15T17:21:24,776 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/default/test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:21:24,777 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3b714d8f6e7dcd0aff3fd6bbd8ee197d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69545416, jitterRate=0.036307454109191895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:21:24,777 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b714d8f6e7dcd0aff3fd6bbd8ee197d 2024-11-15T17:21:24,777 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3b714d8f6e7dcd0aff3fd6bbd8ee197d: Running coprocessor pre-open hook at 1731691284769Writing region info on filesystem at 1731691284769Initializing all the Stores at 1731691284769Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691284769Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691284770 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691284770Cleaning up temporary data from old regions at 1731691284774 (+4 ms)Running coprocessor post-open hooks at 1731691284777 (+3 ms)Region opened successfully at 1731691284777 2024-11-15T17:21:24,778 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d., pid=6, masterSystemTime=1731691284765 2024-11-15T17:21:24,779 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d. 2024-11-15T17:21:24,779 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d. 2024-11-15T17:21:24,780 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b714d8f6e7dcd0aff3fd6bbd8ee197d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=046d875b9f8f,34507,1731691277277 2024-11-15T17:21:24,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b714d8f6e7dcd0aff3fd6bbd8ee197d, server=046d875b9f8f,34507,1731691277277 because future has completed 2024-11-15T17:21:24,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:21:24,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b714d8f6e7dcd0aff3fd6bbd8ee197d, server=046d875b9f8f,34507,1731691277277 in 169 msec 2024-11-15T17:21:24,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T17:21:24,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3b714d8f6e7dcd0aff3fd6bbd8ee197d, ASSIGN in 323 msec 2024-11-15T17:21:24,785 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:21:24,785 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691284785"}]},"ts":"1731691284785"} 2024-11-15T17:21:24,786 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T17:21:24,786 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:21:24,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-15T17:21:25,676 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:21:25,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:25,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:25,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:25,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:25,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:25,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:25,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:25,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:25,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:25,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:25,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:25,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:25,749 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T17:21:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:21:25,783 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T17:21:25,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f01500d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:25,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,43535,-1 for getting cluster id 2024-11-15T17:21:25,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:25,785 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf9663c4-df82-4e23-a3d2-425f778abcc5' 2024-11-15T17:21:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf9663c4-df82-4e23-a3d2-425f778abcc5" 2024-11-15T17:21:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f4299e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,43535,-1] 2024-11-15T17:21:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:25,786 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:25,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e5dc27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:25,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:21:25,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,43535,1731691265027 2024-11-15T17:21:25,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7424e0a5 2024-11-15T17:21:25,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:21:25,788 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:21:25,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://046d875b9f8f:42701,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T17:21:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:21:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:21:25,791 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:42701' 2024-11-15T17:21:25,792 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302d42ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:25,792 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,42701,-1 for getting cluster id 2024-11-15T17:21:25,792 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:25,793 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3251ba3c-137d-404a-b396-62a06165d579' 2024-11-15T17:21:25,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:25,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3251ba3c-137d-404a-b396-62a06165d579" 2024-11-15T17:21:25,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4223fd48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:25,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,42701,-1] 2024-11-15T17:21:25,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:25,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:25,794 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:25,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405f8aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:25,795 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:21:25,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,42701,1731691271609 2024-11-15T17:21:25,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@388df290 2024-11-15T17:21:25,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:21:25,796 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:21:25,797 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T17:21:25,797 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:21:25,797 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:25,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:25,797 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:25,798 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:21:25,798 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T17:21:25,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:21:25,799 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:25,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:21:25,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741837_1013 (size=1138) 2024-11-15T17:21:25,849 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T17:21:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:21:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:21:26,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 916faca23961de9f5ebeb19fcf8a3b62, NAME => 'hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3 2024-11-15T17:21:26,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741838_1014 (size=44) 2024-11-15T17:21:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:21:26,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:26,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 916faca23961de9f5ebeb19fcf8a3b62, disabling compactions & flushes 2024-11-15T17:21:26,610 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62. 2024-11-15T17:21:26,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62. 2024-11-15T17:21:26,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62. after waiting 0 ms 2024-11-15T17:21:26,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62. 2024-11-15T17:21:26,610 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62. 2024-11-15T17:21:26,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 916faca23961de9f5ebeb19fcf8a3b62: Waiting for close lock at 1731691286610Disabling compacts and flushes for region at 1731691286610Disabling writes for close at 1731691286610Writing region close event to WAL at 1731691286610Closed at 1731691286610 2024-11-15T17:21:26,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:21:26,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731691286611"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691286611"}]},"ts":"1731691286611"} 2024-11-15T17:21:26,613 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:21:26,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:21:26,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691286614"}]},"ts":"1731691286614"} 2024-11-15T17:21:26,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T17:21:26,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=916faca23961de9f5ebeb19fcf8a3b62, ASSIGN}] 2024-11-15T17:21:26,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=916faca23961de9f5ebeb19fcf8a3b62, ASSIGN 2024-11-15T17:21:26,617 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=916faca23961de9f5ebeb19fcf8a3b62, ASSIGN; state=OFFLINE, location=046d875b9f8f,42193,1731691265229; forceNewPlan=false, retain=false 2024-11-15T17:21:26,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=916faca23961de9f5ebeb19fcf8a3b62, regionState=OPENING, regionLocation=046d875b9f8f,42193,1731691265229 2024-11-15T17:21:26,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=916faca23961de9f5ebeb19fcf8a3b62, ASSIGN because future has completed 2024-11-15T17:21:26,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 916faca23961de9f5ebeb19fcf8a3b62, server=046d875b9f8f,42193,1731691265229}] 2024-11-15T17:21:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:21:26,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62. 2024-11-15T17:21:26,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:21:26,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T17:21:26,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C42193%2C1731691265229.rep, suffix=, logDir=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229, archiveDir=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/oldWALs, maxLogs=10 2024-11-15T17:21:26,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.rep.1731691286928, exclude list is [], retry=0 2024-11-15T17:21:26,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41629,DS-dfd88a99-f285-4f26-8446-fb98fb4d9ff6,DISK] 2024-11-15T17:21:26,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.rep.1731691286928 2024-11-15T17:21:26,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34863:34863)] 2024-11-15T17:21:26,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 916faca23961de9f5ebeb19fcf8a3b62, NAME => 'hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:21:26,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:21:26,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:21:26,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62. service=MultiRowMutationService 2024-11-15T17:21:26,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T17:21:26,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 916faca23961de9f5ebeb19fcf8a3b62 2024-11-15T17:21:26,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:26,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 916faca23961de9f5ebeb19fcf8a3b62 2024-11-15T17:21:26,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 916faca23961de9f5ebeb19fcf8a3b62 2024-11-15T17:21:26,949 INFO [StoreOpener-916faca23961de9f5ebeb19fcf8a3b62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 916faca23961de9f5ebeb19fcf8a3b62 2024-11-15T17:21:26,950 INFO [StoreOpener-916faca23961de9f5ebeb19fcf8a3b62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 916faca23961de9f5ebeb19fcf8a3b62 columnFamilyName hfileref 2024-11-15T17:21:26,950 DEBUG [StoreOpener-916faca23961de9f5ebeb19fcf8a3b62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:26,950 INFO [StoreOpener-916faca23961de9f5ebeb19fcf8a3b62-1 {}] regionserver.HStore(327): Store=916faca23961de9f5ebeb19fcf8a3b62/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:26,950 INFO [StoreOpener-916faca23961de9f5ebeb19fcf8a3b62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 916faca23961de9f5ebeb19fcf8a3b62 2024-11-15T17:21:26,951 INFO [StoreOpener-916faca23961de9f5ebeb19fcf8a3b62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 916faca23961de9f5ebeb19fcf8a3b62 columnFamilyName queue 2024-11-15T17:21:26,951 DEBUG [StoreOpener-916faca23961de9f5ebeb19fcf8a3b62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:26,951 INFO [StoreOpener-916faca23961de9f5ebeb19fcf8a3b62-1 {}] regionserver.HStore(327): Store=916faca23961de9f5ebeb19fcf8a3b62/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:26,951 INFO [StoreOpener-916faca23961de9f5ebeb19fcf8a3b62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 916faca23961de9f5ebeb19fcf8a3b62 2024-11-15T17:21:26,952 INFO [StoreOpener-916faca23961de9f5ebeb19fcf8a3b62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 916faca23961de9f5ebeb19fcf8a3b62 columnFamilyName sid 2024-11-15T17:21:26,952 DEBUG [StoreOpener-916faca23961de9f5ebeb19fcf8a3b62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:26,952 INFO [StoreOpener-916faca23961de9f5ebeb19fcf8a3b62-1 {}] regionserver.HStore(327): Store=916faca23961de9f5ebeb19fcf8a3b62/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:26,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 916faca23961de9f5ebeb19fcf8a3b62 2024-11-15T17:21:26,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/replication/916faca23961de9f5ebeb19fcf8a3b62 2024-11-15T17:21:26,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/replication/916faca23961de9f5ebeb19fcf8a3b62 2024-11-15T17:21:26,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 916faca23961de9f5ebeb19fcf8a3b62 2024-11-15T17:21:26,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 916faca23961de9f5ebeb19fcf8a3b62 2024-11-15T17:21:26,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:21:26,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 916faca23961de9f5ebeb19fcf8a3b62 2024-11-15T17:21:26,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/replication/916faca23961de9f5ebeb19fcf8a3b62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:21:26,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 916faca23961de9f5ebeb19fcf8a3b62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61137225, jitterRate=-0.08898435533046722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:21:26,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 916faca23961de9f5ebeb19fcf8a3b62 2024-11-15T17:21:26,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 916faca23961de9f5ebeb19fcf8a3b62: Running coprocessor pre-open hook at 1731691286948Writing region info on filesystem at 1731691286948Initializing all the Stores at 1731691286948Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691286948Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691286949 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691286949Cleaning up temporary data from old regions at 1731691286954 (+5 ms)Running coprocessor post-open hooks at 1731691286958 (+4 ms)Region opened successfully at 1731691286958 2024-11-15T17:21:26,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62., pid=10, masterSystemTime=1731691286922 2024-11-15T17:21:26,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62. 2024-11-15T17:21:26,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62. 2024-11-15T17:21:26,961 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=916faca23961de9f5ebeb19fcf8a3b62, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,42193,1731691265229 2024-11-15T17:21:26,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 916faca23961de9f5ebeb19fcf8a3b62, server=046d875b9f8f,42193,1731691265229 because future has completed 2024-11-15T17:21:26,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T17:21:26,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 916faca23961de9f5ebeb19fcf8a3b62, server=046d875b9f8f,42193,1731691265229 in 196 msec 2024-11-15T17:21:26,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T17:21:26,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=916faca23961de9f5ebeb19fcf8a3b62, ASSIGN in 352 msec 2024-11-15T17:21:26,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:21:26,970 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691286970"}]},"ts":"1731691286970"} 2024-11-15T17:21:26,971 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T17:21:26,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:21:26,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-15T17:21:27,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62., hostname=046d875b9f8f,42193,1731691265229, seqNum=2] 2024-11-15T17:21:27,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246 2024-11-15T17:21:27,074 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246 2024-11-15T17:21:27,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:21:27,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T17:21:27,249 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T17:21:27,288 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-046d875b9f8f,42193,1731691265229, ReplicationSource: 1, currentBandwidth=0 2024-11-15T17:21:27,288 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:21:27,289 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,42193,1731691265229, seqNum=-1] 2024-11-15T17:21:27,289 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:21:27,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-15T17:21:27,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-046d875b9f8f,42193,1731691265229', locateType=CURRENT is [region=hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62., hostname=046d875b9f8f,42193,1731691265229, seqNum=2] 2024-11-15T17:21:27,294 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T17:21:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T17:21:27,296 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 046d875b9f8f,42193,1731691265229 suceeded 2024-11-15T17:21:27,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T17:21:27,298 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://046d875b9f8f:42701,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:21:27,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-15T17:21:27,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5100 sec 2024-11-15T17:21:27,307 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:42701' 2024-11-15T17:21:27,308 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@661fe03a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:27,308 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,42701,-1 for getting cluster id 2024-11-15T17:21:27,308 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:27,309 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3251ba3c-137d-404a-b396-62a06165d579' 2024-11-15T17:21:27,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:27,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3251ba3c-137d-404a-b396-62a06165d579" 2024-11-15T17:21:27,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f2b17ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:27,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,42701,-1] 2024-11-15T17:21:27,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:27,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:27,310 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:27,311 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28a0b016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:27,311 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:21:27,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,42701,1731691271609 2024-11-15T17:21:27,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21bb5869 2024-11-15T17:21:27,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:21:27,312 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-15T17:21:27,312 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-046d875b9f8f,42193,1731691265229 (queues=1) is replicating from cluster=cf9663c4-df82-4e23-a3d2-425f778abcc5 to cluster=3251ba3c-137d-404a-b396-62a06165d579 2024-11-15T17:21:27,313 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=046d875b9f8f%2C42193%2C1731691265229 2024-11-15T17:21:27,313 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-046d875b9f8f,42193,1731691265229, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:21:27,313 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C42193%2C1731691265229 2024-11-15T17:21:27,313 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495, startPosition=0, beingWritten=true 2024-11-15T17:21:27,318 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:21:27,318 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 379, reset compression=false 2024-11-15T17:21:27,318 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,42193,1731691265229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:21:27,521 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 379, reset compression=false 2024-11-15T17:21:27,824 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 379, reset compression=false 2024-11-15T17:21:27,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T17:21:27,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T17:21:27,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:21:27,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T17:21:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:21:27,933 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T17:21:27,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:21:27,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:27,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:27,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:27,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:27,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cddb72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:27,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,42701,-1 for getting cluster id 2024-11-15T17:21:27,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:27,935 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3251ba3c-137d-404a-b396-62a06165d579' 2024-11-15T17:21:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3251ba3c-137d-404a-b396-62a06165d579" 2024-11-15T17:21:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d703f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,42701,-1] 2024-11-15T17:21:27,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:27,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:27,936 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:27,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7b2ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:27,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:21:27,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,42701,1731691271609 2024-11-15T17:21:27,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6611816f 2024-11-15T17:21:27,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:21:27,939 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:21:27,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://046d875b9f8f:44973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T17:21:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:21:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:21:27,942 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:44973' 2024-11-15T17:21:27,952 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5830c03a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:27,952 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,44973,-1 for getting cluster id 2024-11-15T17:21:27,952 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:27,953 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81bad1f3-8371-470e-a76f-aa52656265e2' 2024-11-15T17:21:27,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:27,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81bad1f3-8371-470e-a76f-aa52656265e2" 2024-11-15T17:21:27,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f856820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:27,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,44973,-1] 2024-11-15T17:21:27,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:27,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:27,954 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:27,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686f476e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:27,955 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:21:27,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,44973,1731691277137 2024-11-15T17:21:27,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49ea13ae 2024-11-15T17:21:27,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:21:27,956 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:21:27,957 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T17:21:27,957 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:21:27,957 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:27,957 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:27,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:27,957 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:21:27,959 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T17:21:27,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:21:27,960 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:27,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:21:27,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741837_1013 (size=1138) 2024-11-15T17:21:28,009 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T17:21:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:21:28,227 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 379, reset compression=false 2024-11-15T17:21:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:21:28,369 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1843616806321571632f766f0ae5d4f, NAME => 'hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f 2024-11-15T17:21:28,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741838_1014 (size=44) 2024-11-15T17:21:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:21:28,730 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 379, reset compression=false 2024-11-15T17:21:28,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:28,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c1843616806321571632f766f0ae5d4f, disabling compactions & flushes 2024-11-15T17:21:28,778 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f. 2024-11-15T17:21:28,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f. 2024-11-15T17:21:28,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f. after waiting 0 ms 2024-11-15T17:21:28,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f. 2024-11-15T17:21:28,778 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f. 2024-11-15T17:21:28,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1843616806321571632f766f0ae5d4f: Waiting for close lock at 1731691288778Disabling compacts and flushes for region at 1731691288778Disabling writes for close at 1731691288778Writing region close event to WAL at 1731691288778Closed at 1731691288778 2024-11-15T17:21:28,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:21:28,779 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731691288779"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691288779"}]},"ts":"1731691288779"} 2024-11-15T17:21:28,781 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:21:28,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:21:28,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691288781"}]},"ts":"1731691288781"} 2024-11-15T17:21:28,783 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T17:21:28,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1843616806321571632f766f0ae5d4f, ASSIGN}] 2024-11-15T17:21:28,784 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1843616806321571632f766f0ae5d4f, ASSIGN 2024-11-15T17:21:28,785 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1843616806321571632f766f0ae5d4f, ASSIGN; state=OFFLINE, location=046d875b9f8f,38999,1731691271840; forceNewPlan=false, retain=false 2024-11-15T17:21:28,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1843616806321571632f766f0ae5d4f, regionState=OPENING, regionLocation=046d875b9f8f,38999,1731691271840 2024-11-15T17:21:28,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1843616806321571632f766f0ae5d4f, ASSIGN because future has completed 2024-11-15T17:21:28,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1843616806321571632f766f0ae5d4f, server=046d875b9f8f,38999,1731691271840}] 2024-11-15T17:21:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:21:29,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f. 2024-11-15T17:21:29,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:21:29,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T17:21:29,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C38999%2C1731691271840.rep, suffix=, logDir=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840, archiveDir=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/oldWALs, maxLogs=10 2024-11-15T17:21:29,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.rep.1731691289095, exclude list is [], retry=0 2024-11-15T17:21:29,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41109,DS-e23fd94c-6fe7-46a6-be0a-88aa62c50cce,DISK] 2024-11-15T17:21:29,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.rep.1731691289095 2024-11-15T17:21:29,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46795:46795)] 2024-11-15T17:21:29,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c1843616806321571632f766f0ae5d4f, NAME => 'hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:21:29,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:21:29,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:21:29,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f. service=MultiRowMutationService 2024-11-15T17:21:29,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T17:21:29,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c1843616806321571632f766f0ae5d4f 2024-11-15T17:21:29,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:29,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c1843616806321571632f766f0ae5d4f 2024-11-15T17:21:29,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c1843616806321571632f766f0ae5d4f 2024-11-15T17:21:29,111 INFO [StoreOpener-c1843616806321571632f766f0ae5d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c1843616806321571632f766f0ae5d4f 2024-11-15T17:21:29,112 INFO [StoreOpener-c1843616806321571632f766f0ae5d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1843616806321571632f766f0ae5d4f columnFamilyName hfileref 2024-11-15T17:21:29,113 DEBUG [StoreOpener-c1843616806321571632f766f0ae5d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:29,113 INFO [StoreOpener-c1843616806321571632f766f0ae5d4f-1 {}] regionserver.HStore(327): Store=c1843616806321571632f766f0ae5d4f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:29,113 INFO [StoreOpener-c1843616806321571632f766f0ae5d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c1843616806321571632f766f0ae5d4f 2024-11-15T17:21:29,114 INFO [StoreOpener-c1843616806321571632f766f0ae5d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1843616806321571632f766f0ae5d4f columnFamilyName queue 2024-11-15T17:21:29,114 DEBUG [StoreOpener-c1843616806321571632f766f0ae5d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:29,114 INFO [StoreOpener-c1843616806321571632f766f0ae5d4f-1 {}] regionserver.HStore(327): Store=c1843616806321571632f766f0ae5d4f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:29,114 INFO [StoreOpener-c1843616806321571632f766f0ae5d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c1843616806321571632f766f0ae5d4f 2024-11-15T17:21:29,115 INFO [StoreOpener-c1843616806321571632f766f0ae5d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1843616806321571632f766f0ae5d4f columnFamilyName sid 2024-11-15T17:21:29,115 DEBUG [StoreOpener-c1843616806321571632f766f0ae5d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:29,115 INFO [StoreOpener-c1843616806321571632f766f0ae5d4f-1 {}] regionserver.HStore(327): Store=c1843616806321571632f766f0ae5d4f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:29,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c1843616806321571632f766f0ae5d4f 2024-11-15T17:21:29,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/replication/c1843616806321571632f766f0ae5d4f 2024-11-15T17:21:29,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/replication/c1843616806321571632f766f0ae5d4f 2024-11-15T17:21:29,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c1843616806321571632f766f0ae5d4f 2024-11-15T17:21:29,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c1843616806321571632f766f0ae5d4f 2024-11-15T17:21:29,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:21:29,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c1843616806321571632f766f0ae5d4f 2024-11-15T17:21:29,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/replication/c1843616806321571632f766f0ae5d4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:21:29,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c1843616806321571632f766f0ae5d4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71057974, jitterRate=0.05884632468223572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:21:29,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1843616806321571632f766f0ae5d4f 2024-11-15T17:21:29,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c1843616806321571632f766f0ae5d4f: Running coprocessor pre-open hook at 1731691289110Writing region info on filesystem at 1731691289110Initializing all the Stores at 1731691289111 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691289111Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691289111Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691289111Cleaning up temporary data from old regions at 1731691289117 (+6 ms)Running coprocessor post-open hooks at 1731691289120 (+3 ms)Region opened successfully at 1731691289120 2024-11-15T17:21:29,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f., pid=10, masterSystemTime=1731691289090 2024-11-15T17:21:29,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f. 2024-11-15T17:21:29,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f. 2024-11-15T17:21:29,123 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1843616806321571632f766f0ae5d4f, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,38999,1731691271840 2024-11-15T17:21:29,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1843616806321571632f766f0ae5d4f, server=046d875b9f8f,38999,1731691271840 because future has completed 2024-11-15T17:21:29,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T17:21:29,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c1843616806321571632f766f0ae5d4f, server=046d875b9f8f,38999,1731691271840 in 188 msec 2024-11-15T17:21:29,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T17:21:29,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1843616806321571632f766f0ae5d4f, ASSIGN in 344 msec 2024-11-15T17:21:29,129 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:21:29,130 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691289129"}]},"ts":"1731691289129"} 2024-11-15T17:21:29,131 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T17:21:29,132 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:21:29,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-15T17:21:29,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f., hostname=046d875b9f8f,38999,1731691271840, seqNum=2] 2024-11-15T17:21:29,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928 2024-11-15T17:21:29,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928 2024-11-15T17:21:29,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:21:29,334 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 379, reset compression=false 2024-11-15T17:21:29,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38999 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T17:21:29,417 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T17:21:29,442 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-046d875b9f8f,38999,1731691271840, ReplicationSource: 1, currentBandwidth=0 2024-11-15T17:21:29,443 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:21:29,443 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,38999,1731691271840, seqNum=-1] 2024-11-15T17:21:29,443 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:21:29,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-15T17:21:29,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-046d875b9f8f,38999,1731691271840', locateType=CURRENT is [region=hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f., hostname=046d875b9f8f,38999,1731691271840, seqNum=2] 2024-11-15T17:21:29,447 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T17:21:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T17:21:29,449 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 046d875b9f8f,38999,1731691271840 suceeded 2024-11-15T17:21:29,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T17:21:29,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-15T17:21:29,450 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://046d875b9f8f:44973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:21:29,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5110 sec 2024-11-15T17:21:29,461 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:44973' 2024-11-15T17:21:29,462 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16fa75a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:29,462 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,44973,-1 for getting cluster id 2024-11-15T17:21:29,462 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:29,462 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81bad1f3-8371-470e-a76f-aa52656265e2' 2024-11-15T17:21:29,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:29,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81bad1f3-8371-470e-a76f-aa52656265e2" 2024-11-15T17:21:29,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@324c9a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:29,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,44973,-1] 2024-11-15T17:21:29,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:29,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:29,464 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:29,464 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69d1012e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:29,464 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:21:29,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,44973,1731691277137 2024-11-15T17:21:29,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@465ad309 2024-11-15T17:21:29,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:21:29,466 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-15T17:21:29,466 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-046d875b9f8f,38999,1731691271840 (queues=1) is replicating from cluster=3251ba3c-137d-404a-b396-62a06165d579 to cluster=81bad1f3-8371-470e-a76f-aa52656265e2 2024-11-15T17:21:29,466 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=046d875b9f8f%2C38999%2C1731691271840 2024-11-15T17:21:29,466 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-046d875b9f8f,38999,1731691271840, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:21:29,467 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C38999%2C1731691271840 2024-11-15T17:21:29,467 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085, startPosition=0, beingWritten=true 2024-11-15T17:21:29,470 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:21:29,470 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 379, reset compression=false 2024-11-15T17:21:29,470 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,38999,1731691271840 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:21:29,674 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 379, reset compression=false 2024-11-15T17:21:29,978 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 379, reset compression=false 2024-11-15T17:21:30,037 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 379, reset compression=false 2024-11-15T17:21:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:21:30,083 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T17:21:30,083 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:21:30,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:30,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:30,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:30,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:30,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cf841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:30,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,44973,-1 for getting cluster id 2024-11-15T17:21:30,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:30,085 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81bad1f3-8371-470e-a76f-aa52656265e2' 2024-11-15T17:21:30,085 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:30,085 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81bad1f3-8371-470e-a76f-aa52656265e2" 2024-11-15T17:21:30,085 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e12497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:30,085 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,44973,-1] 2024-11-15T17:21:30,085 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:30,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:30,086 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:30,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1e8b3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:30,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:21:30,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,44973,1731691277137 2024-11-15T17:21:30,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cef98c0 2024-11-15T17:21:30,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:21:30,088 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:21:30,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://046d875b9f8f:43535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T17:21:30,192 INFO [AsyncFSWAL-0-hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData-prefix:046d875b9f8f,44973,1731691277137 {}] wal.AbstractFSWAL(1368): Slow sync cost: 103 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33553,DS-6d4440db-b5a9-4fe6-a6af-d1b2f84e65bb,DISK]] 2024-11-15T17:21:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:21:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:21:30,194 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:43535' 2024-11-15T17:21:30,195 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136c35a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:30,195 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,43535,-1 for getting cluster id 2024-11-15T17:21:30,195 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:30,195 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf9663c4-df82-4e23-a3d2-425f778abcc5' 2024-11-15T17:21:30,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:30,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf9663c4-df82-4e23-a3d2-425f778abcc5" 2024-11-15T17:21:30,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c4fb4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:30,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,43535,-1] 2024-11-15T17:21:30,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:30,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:30,197 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:30,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f45fafd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:30,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:21:30,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,43535,1731691265027 2024-11-15T17:21:30,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e6a461 2024-11-15T17:21:30,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:21:30,198 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:21:30,199 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T17:21:30,199 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:21:30,199 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:30,199 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:30,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:30,200 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:21:30,201 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T17:21:30,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:21:30,201 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:30,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:21:30,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741837_1013 (size=1138) 2024-11-15T17:21:30,251 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T17:21:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:21:30,381 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 379, reset compression=false 2024-11-15T17:21:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:21:30,608 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ebf36c511d4308c296b84b83a14b828, NAME => 'hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a 2024-11-15T17:21:30,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741838_1014 (size=44) 2024-11-15T17:21:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:21:30,840 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 379, reset compression=false 2024-11-15T17:21:30,884 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 379, reset compression=false 2024-11-15T17:21:31,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:31,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3ebf36c511d4308c296b84b83a14b828, disabling compactions & flushes 2024-11-15T17:21:31,015 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828. 2024-11-15T17:21:31,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828. 2024-11-15T17:21:31,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828. after waiting 0 ms 2024-11-15T17:21:31,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828. 2024-11-15T17:21:31,015 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828. 2024-11-15T17:21:31,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ebf36c511d4308c296b84b83a14b828: Waiting for close lock at 1731691291015Disabling compacts and flushes for region at 1731691291015Disabling writes for close at 1731691291015Writing region close event to WAL at 1731691291015Closed at 1731691291015 2024-11-15T17:21:31,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:21:31,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731691291017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691291017"}]},"ts":"1731691291017"} 2024-11-15T17:21:31,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:21:31,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:21:31,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691291020"}]},"ts":"1731691291020"} 2024-11-15T17:21:31,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T17:21:31,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ebf36c511d4308c296b84b83a14b828, ASSIGN}] 2024-11-15T17:21:31,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ebf36c511d4308c296b84b83a14b828, ASSIGN 2024-11-15T17:21:31,024 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ebf36c511d4308c296b84b83a14b828, ASSIGN; state=OFFLINE, location=046d875b9f8f,34507,1731691277277; forceNewPlan=false, retain=false 2024-11-15T17:21:31,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3ebf36c511d4308c296b84b83a14b828, regionState=OPENING, regionLocation=046d875b9f8f,34507,1731691277277 2024-11-15T17:21:31,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ebf36c511d4308c296b84b83a14b828, ASSIGN because future has completed 2024-11-15T17:21:31,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ebf36c511d4308c296b84b83a14b828, server=046d875b9f8f,34507,1731691277277}] 2024-11-15T17:21:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:21:31,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828. 2024-11-15T17:21:31,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:21:31,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T17:21:31,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C34507%2C1731691277277.rep, suffix=, logDir=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277, archiveDir=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/oldWALs, maxLogs=10 2024-11-15T17:21:31,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.rep.1731691291351, exclude list is [], retry=0 2024-11-15T17:21:31,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33553,DS-6d4440db-b5a9-4fe6-a6af-d1b2f84e65bb,DISK] 2024-11-15T17:21:31,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.rep.1731691291351 2024-11-15T17:21:31,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36733:36733)] 2024-11-15T17:21:31,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ebf36c511d4308c296b84b83a14b828, NAME => 'hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:21:31,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:21:31,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:21:31,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828. service=MultiRowMutationService 2024-11-15T17:21:31,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T17:21:31,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:31,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:31,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:31,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:31,380 INFO [StoreOpener-3ebf36c511d4308c296b84b83a14b828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:31,381 INFO [StoreOpener-3ebf36c511d4308c296b84b83a14b828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ebf36c511d4308c296b84b83a14b828 columnFamilyName hfileref 2024-11-15T17:21:31,381 DEBUG [StoreOpener-3ebf36c511d4308c296b84b83a14b828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:31,382 INFO [StoreOpener-3ebf36c511d4308c296b84b83a14b828-1 {}] regionserver.HStore(327): Store=3ebf36c511d4308c296b84b83a14b828/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:31,382 INFO [StoreOpener-3ebf36c511d4308c296b84b83a14b828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:31,384 INFO [StoreOpener-3ebf36c511d4308c296b84b83a14b828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ebf36c511d4308c296b84b83a14b828 columnFamilyName queue 2024-11-15T17:21:31,384 DEBUG [StoreOpener-3ebf36c511d4308c296b84b83a14b828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:31,384 INFO [StoreOpener-3ebf36c511d4308c296b84b83a14b828-1 {}] regionserver.HStore(327): Store=3ebf36c511d4308c296b84b83a14b828/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:31,384 INFO [StoreOpener-3ebf36c511d4308c296b84b83a14b828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:31,385 INFO [StoreOpener-3ebf36c511d4308c296b84b83a14b828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ebf36c511d4308c296b84b83a14b828 columnFamilyName sid 2024-11-15T17:21:31,385 DEBUG [StoreOpener-3ebf36c511d4308c296b84b83a14b828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:31,386 INFO [StoreOpener-3ebf36c511d4308c296b84b83a14b828-1 {}] regionserver.HStore(327): Store=3ebf36c511d4308c296b84b83a14b828/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:31,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:31,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/replication/3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:31,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/replication/3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:31,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:31,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:31,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:21:31,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:31,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/replication/3ebf36c511d4308c296b84b83a14b828/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:21:31,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3ebf36c511d4308c296b84b83a14b828; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61202530, jitterRate=-0.088011234998703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:21:31,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:31,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3ebf36c511d4308c296b84b83a14b828: Running coprocessor pre-open hook at 1731691291376Writing region info on filesystem at 1731691291376Initializing all the Stores at 1731691291377 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691291377Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691291380 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691291380Cleaning up temporary data from old regions at 1731691291387 (+7 ms)Running coprocessor post-open hooks at 1731691291393 (+6 ms)Region opened successfully at 1731691291393 2024-11-15T17:21:31,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828., pid=10, masterSystemTime=1731691291338 2024-11-15T17:21:31,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828. 2024-11-15T17:21:31,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828. 2024-11-15T17:21:31,397 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3ebf36c511d4308c296b84b83a14b828, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,34507,1731691277277 2024-11-15T17:21:31,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ebf36c511d4308c296b84b83a14b828, server=046d875b9f8f,34507,1731691277277 because future has completed 2024-11-15T17:21:31,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T17:21:31,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ebf36c511d4308c296b84b83a14b828, server=046d875b9f8f,34507,1731691277277 in 216 msec 2024-11-15T17:21:31,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T17:21:31,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ebf36c511d4308c296b84b83a14b828, ASSIGN in 380 msec 2024-11-15T17:21:31,408 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:21:31,409 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691291408"}]},"ts":"1731691291408"} 2024-11-15T17:21:31,411 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T17:21:31,412 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:21:31,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2120 sec 2024-11-15T17:21:31,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828., hostname=046d875b9f8f,34507,1731691277277, seqNum=2] 2024-11-15T17:21:31,489 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 379, reset compression=false 2024-11-15T17:21:31,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884 2024-11-15T17:21:31,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884 2024-11-15T17:21:31,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:21:31,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T17:21:31,692 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T17:21:31,733 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-046d875b9f8f,34507,1731691277277, ReplicationSource: 1, currentBandwidth=0 2024-11-15T17:21:31,734 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:21:31,734 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,34507,1731691277277, seqNum=-1] 2024-11-15T17:21:31,734 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:21:31,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-15T17:21:31,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-046d875b9f8f,34507,1731691277277', locateType=CURRENT is [region=hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828., hostname=046d875b9f8f,34507,1731691277277, seqNum=2] 2024-11-15T17:21:31,739 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T17:21:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T17:21:31,741 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 046d875b9f8f,34507,1731691277277 suceeded 2024-11-15T17:21:31,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T17:21:31,743 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://046d875b9f8f:43535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:21:31,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-15T17:21:31,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6540 sec 2024-11-15T17:21:31,744 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 379, reset compression=false 2024-11-15T17:21:31,750 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T17:21:31,756 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:43535' 2024-11-15T17:21:31,757 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@294ecce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:31,757 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,43535,-1 for getting cluster id 2024-11-15T17:21:31,757 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:31,758 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf9663c4-df82-4e23-a3d2-425f778abcc5' 2024-11-15T17:21:31,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:31,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf9663c4-df82-4e23-a3d2-425f778abcc5" 2024-11-15T17:21:31,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68e6b3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:31,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,43535,-1] 2024-11-15T17:21:31,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:31,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:31,759 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:31,760 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@585f183b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:31,760 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:21:31,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,43535,1731691265027 2024-11-15T17:21:31,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24b4423c 2024-11-15T17:21:31,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:21:31,761 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-15T17:21:31,762 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-046d875b9f8f,34507,1731691277277 (queues=1) is replicating from cluster=81bad1f3-8371-470e-a76f-aa52656265e2 to cluster=cf9663c4-df82-4e23-a3d2-425f778abcc5 2024-11-15T17:21:31,762 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=046d875b9f8f%2C34507%2C1731691277277 2024-11-15T17:21:31,762 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-046d875b9f8f,34507,1731691277277, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:21:31,762 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C34507%2C1731691277277 2024-11-15T17:21:31,762 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633, startPosition=0, beingWritten=true 2024-11-15T17:21:31,766 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:21:31,766 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 379, reset compression=false 2024-11-15T17:21:31,766 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,34507,1731691277277 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:21:31,973 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 379, reset compression=false 2024-11-15T17:21:32,192 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 379, reset compression=false 2024-11-15T17:21:32,277 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 379, reset compression=false 2024-11-15T17:21:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:21:32,344 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T17:21:32,344 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:21:32,344 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:32,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:32,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:32,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:32,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e9991a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:32,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,43535,-1 for getting cluster id 2024-11-15T17:21:32,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:32,346 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf9663c4-df82-4e23-a3d2-425f778abcc5' 2024-11-15T17:21:32,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf9663c4-df82-4e23-a3d2-425f778abcc5" 2024-11-15T17:21:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45884f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,43535,-1] 2024-11-15T17:21:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:32,348 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad1deeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:32,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6038d9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:32,350 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,42701,-1 for getting cluster id 2024-11-15T17:21:32,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:32,352 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3251ba3c-137d-404a-b396-62a06165d579' 2024-11-15T17:21:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3251ba3c-137d-404a-b396-62a06165d579" 2024-11-15T17:21:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5022314b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,42701,-1] 2024-11-15T17:21:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:32,354 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406cc9fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:32,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a25521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:32,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,44973,-1 for getting cluster id 2024-11-15T17:21:32,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:32,355 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81bad1f3-8371-470e-a76f-aa52656265e2' 2024-11-15T17:21:32,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:32,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81bad1f3-8371-470e-a76f-aa52656265e2" 2024-11-15T17:21:32,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15897a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:32,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,44973,-1] 2024-11-15T17:21:32,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:32,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:32,357 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:32,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470f4d34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:32,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:21:32,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,42193,1731691265229, seqNum=-1] 2024-11-15T17:21:32,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:21:32,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:21:32,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5., hostname=046d875b9f8f,42193,1731691265229, seqNum=2] 2024-11-15T17:21:32,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:21:32,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,34507,1731691277277, seqNum=-1] 2024-11-15T17:21:32,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:21:32,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:21:32,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d., hostname=046d875b9f8f,34507,1731691277277, seqNum=2] 2024-11-15T17:21:32,369 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T17:21:32,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:21:32,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:32,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:32,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:32,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:32,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:32,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:32,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:32,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:32,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:32,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:32,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:32,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:32,681 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 379, reset compression=false 2024-11-15T17:21:32,747 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 379, reset compression=false 2024-11-15T17:21:32,751 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:21:32,751 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 480, reset compression=false 2024-11-15T17:21:32,751 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,42193,1731691265229 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7e89dc35d3972bc928e2e7376edadf5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T17:21:32,753 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:21:32,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-15T17:21:32,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:21:32,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c467b51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:32,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,42701,-1 for getting cluster id 2024-11-15T17:21:32,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:32,762 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3251ba3c-137d-404a-b396-62a06165d579' 2024-11-15T17:21:32,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:32,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3251ba3c-137d-404a-b396-62a06165d579" 2024-11-15T17:21:32,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68204b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:32,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,42701,-1] 2024-11-15T17:21:32,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:32,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:32,763 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:32,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@534af1d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:32,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:21:32,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,38999,1731691271840, seqNum=-1] 2024-11-15T17:21:32,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:21:32,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-15T17:21:32,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207., hostname=046d875b9f8f,38999,1731691271840, seqNum=2] 2024-11-15T17:21:32,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:21:32,955 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 480, reset compression=false 2024-11-15T17:21:32,996 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 379, reset compression=false 2024-11-15T17:21:33,000 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:21:33,000 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 504, reset compression=false 2024-11-15T17:21:33,000 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,38999,1731691271840 got entry batch from reader: WALEntryBatch [walEntries=[{test/f30d7d0e557ee9faf8765bc3099fc207/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-15T17:21:33,003 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:21:33,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-15T17:21:33,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:21:33,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f43aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:33,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,44973,-1 for getting cluster id 2024-11-15T17:21:33,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:33,009 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81bad1f3-8371-470e-a76f-aa52656265e2' 2024-11-15T17:21:33,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:33,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81bad1f3-8371-470e-a76f-aa52656265e2" 2024-11-15T17:21:33,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@184648f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:33,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,44973,-1] 2024-11-15T17:21:33,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:33,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:33,010 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:33,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4159ee66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:33,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:21:33,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,34507,1731691277277, seqNum=-1] 2024-11-15T17:21:33,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:21:33,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-15T17:21:33,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d., hostname=046d875b9f8f,34507,1731691277277, seqNum=2] 2024-11-15T17:21:33,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:21:33,185 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 379, reset compression=false 2024-11-15T17:21:33,190 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:21:33,190 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 527, reset compression=false 2024-11-15T17:21:33,190 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,34507,1731691277277 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:21:33,204 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 504, reset compression=false 2024-11-15T17:21:33,258 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 480, reset compression=false 2024-11-15T17:21:33,370 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T17:21:33,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:21:33,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,38999,1731691271840, seqNum=-1] 2024-11-15T17:21:33,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:21:33,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:21:33,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207., hostname=046d875b9f8f,38999,1731691271840, seqNum=2] 2024-11-15T17:21:33,377 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T17:21:33,406 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 527, reset compression=false 2024-11-15T17:21:33,507 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 504, reset compression=false 2024-11-15T17:21:33,511 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:21:33,511 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 608, reset compression=false 2024-11-15T17:21:33,511 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,38999,1731691271840 got entry batch from reader: WALEntryBatch [walEntries=[{test/f30d7d0e557ee9faf8765bc3099fc207/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T17:21:33,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:21:33,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:21:33,661 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 480, reset compression=false 2024-11-15T17:21:33,709 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 527, reset compression=false 2024-11-15T17:21:33,713 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:21:33,714 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 654, reset compression=false 2024-11-15T17:21:33,714 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,34507,1731691277277 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T17:21:33,715 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:21:33,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-15T17:21:33,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:21:33,717 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 608, reset compression=false 2024-11-15T17:21:33,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b5b980e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:33,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,43535,-1 for getting cluster id 2024-11-15T17:21:33,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:33,721 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf9663c4-df82-4e23-a3d2-425f778abcc5' 2024-11-15T17:21:33,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf9663c4-df82-4e23-a3d2-425f778abcc5" 2024-11-15T17:21:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c31ad63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,43535,-1] 2024-11-15T17:21:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:33,723 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:33,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c181324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:33,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:21:33,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,42193,1731691265229, seqNum=-1] 2024-11-15T17:21:33,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:21:33,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-15T17:21:33,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5., hostname=046d875b9f8f,42193,1731691265229, seqNum=2] 2024-11-15T17:21:33,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:21:33,922 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 654, reset compression=false 2024-11-15T17:21:34,003 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:21:34,003 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:21:34,003 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68498 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:21:34,023 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 608, reset compression=false 2024-11-15T17:21:34,165 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 480, reset compression=false 2024-11-15T17:21:34,168 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:21:34,168 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 631, reset compression=false 2024-11-15T17:21:34,168 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,42193,1731691265229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:21:34,225 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 654, reset compression=false 2024-11-15T17:21:34,371 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 631, reset compression=false 2024-11-15T17:21:34,379 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T17:21:34,381 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-15T17:21:34,426 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 608, reset compression=false 2024-11-15T17:21:34,617 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:21:34,628 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 654, reset compression=false 2024-11-15T17:21:34,632 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:21:34,632 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 758, reset compression=false 2024-11-15T17:21:34,633 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,34507,1731691277277 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T17:21:34,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:21:34,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:21:34,675 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 631, reset compression=false 2024-11-15T17:21:34,678 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:21:34,678 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 759, reset compression=false 2024-11-15T17:21:34,678 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,42193,1731691265229 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7e89dc35d3972bc928e2e7376edadf5/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T17:21:34,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:21:34,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:21:34,835 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 758, reset compression=false 2024-11-15T17:21:34,882 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 759, reset compression=false 2024-11-15T17:21:34,929 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 608, reset compression=false 2024-11-15T17:21:34,933 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:21:34,933 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 760, reset compression=false 2024-11-15T17:21:34,933 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,38999,1731691271840 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:21:35,136 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 760, reset compression=false 2024-11-15T17:21:35,138 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 758, reset compression=false 2024-11-15T17:21:35,184 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 759, reset compression=false 2024-11-15T17:21:35,383 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-15T17:21:35,387 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T17:21:35,440 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 760, reset compression=false 2024-11-15T17:21:35,545 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 758, reset compression=false 2024-11-15T17:21:35,588 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 759, reset compression=false 2024-11-15T17:21:35,592 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:21:35,592 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 915, reset compression=false 2024-11-15T17:21:35,592 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,42193,1731691265229 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7e89dc35d3972bc928e2e7376edadf5/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T17:21:35,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:21:35,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:21:35,795 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 915, reset compression=false 2024-11-15T17:21:35,843 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 760, reset compression=false 2024-11-15T17:21:35,859 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:21:35,859 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 908, reset compression=false 2024-11-15T17:21:35,859 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,38999,1731691271840 got entry batch from reader: WALEntryBatch [walEntries=[{test/f30d7d0e557ee9faf8765bc3099fc207/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-15T17:21:35,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:21:35,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:21:36,048 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 758, reset compression=false 2024-11-15T17:21:36,057 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:21:36,057 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 929, reset compression=false 2024-11-15T17:21:36,057 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,34507,1731691277277 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:21:36,063 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 908, reset compression=false 2024-11-15T17:21:36,099 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 915, reset compression=false 2024-11-15T17:21:36,262 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 929, reset compression=false 2024-11-15T17:21:36,367 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 908, reset compression=false 2024-11-15T17:21:36,389 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T17:21:36,395 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T17:21:36,503 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 915, reset compression=false 2024-11-15T17:21:36,564 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 929, reset compression=false 2024-11-15T17:21:36,771 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 908, reset compression=false 2024-11-15T17:21:36,776 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:21:36,776 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1067, reset compression=false 2024-11-15T17:21:36,776 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,38999,1731691271840 got entry batch from reader: WALEntryBatch [walEntries=[{test/f30d7d0e557ee9faf8765bc3099fc207/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T17:21:36,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:21:36,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:21:36,967 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 929, reset compression=false 2024-11-15T17:21:36,972 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:21:36,972 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 1078, reset compression=false 2024-11-15T17:21:36,972 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,34507,1731691277277 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-15T17:21:36,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:21:36,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:21:36,981 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1067, reset compression=false 2024-11-15T17:21:37,011 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 915, reset compression=false 2024-11-15T17:21:37,016 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:21:37,016 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1088, reset compression=false 2024-11-15T17:21:37,016 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,42193,1731691265229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:21:37,175 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 1078, reset compression=false 2024-11-15T17:21:37,220 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1088, reset compression=false 2024-11-15T17:21:37,286 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1067, reset compression=false 2024-11-15T17:21:37,396 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T17:21:37,400 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-15T17:21:37,480 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 1078, reset compression=false 2024-11-15T17:21:37,485 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:21:37,485 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 1237, reset compression=false 2024-11-15T17:21:37,485 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,34507,1731691277277 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T17:21:37,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:21:37,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:21:37,523 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1088, reset compression=false 2024-11-15T17:21:37,527 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:21:37,527 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1238, reset compression=false 2024-11-15T17:21:37,527 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,42193,1731691265229 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7e89dc35d3972bc928e2e7376edadf5/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-15T17:21:37,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:21:37,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:21:37,689 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 1237, reset compression=false 2024-11-15T17:21:37,689 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1067, reset compression=false 2024-11-15T17:21:37,692 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:21:37,692 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1241, reset compression=false 2024-11-15T17:21:37,692 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,38999,1731691271840 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:21:37,730 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1238, reset compression=false 2024-11-15T17:21:37,895 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1241, reset compression=false 2024-11-15T17:21:37,992 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 1237, reset compression=false 2024-11-15T17:21:38,033 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1238, reset compression=false 2024-11-15T17:21:38,199 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1241, reset compression=false 2024-11-15T17:21:38,395 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 1237, reset compression=false 2024-11-15T17:21:38,403 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-15T17:21:38,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388af446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:38,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,44973,-1 for getting cluster id 2024-11-15T17:21:38,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:38,416 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81bad1f3-8371-470e-a76f-aa52656265e2' 2024-11-15T17:21:38,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:38,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81bad1f3-8371-470e-a76f-aa52656265e2" 2024-11-15T17:21:38,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:38,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f44e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:38,418 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,44973,-1] 2024-11-15T17:21:38,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:38,419 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:38,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0ef6fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:38,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:21:38,440 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1238, reset compression=false 2024-11-15T17:21:38,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,44973,1731691277137 2024-11-15T17:21:38,442 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ab89d19 2024-11-15T17:21:38,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:21:38,445 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:21:38,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-15T17:21:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-15T17:21:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T17:21:38,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:21:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T17:21:38,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-15T17:21:38,618 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-15T17:21:38,619 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-15T17:21:38,619 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-046d875b9f8f,34507,1731691277277 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-15T17:21:38,619 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0. 2024-11-15T17:21:38,619 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:38,619 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:38,620 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:38,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:38,628 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1241, reset compression=false 2024-11-15T17:21:38,720 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T17:21:38,720 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T17:21:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T17:21:38,820 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 terminated 2024-11-15T17:21:38,845 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-046d875b9f8f,34507,1731691277277, ReplicationSource: 1, currentBandwidth=0 2024-11-15T17:21:38,846 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-15T17:21:38,847 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-15T17:21:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-15T17:21:38,850 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 046d875b9f8f,34507,1731691277277 suceeded 2024-11-15T17:21:38,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T17:21:38,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 385 msec 2024-11-15T17:21:38,853 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-15T17:21:38,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 407 msec 2024-11-15T17:21:38,867 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:43535' 2024-11-15T17:21:38,885 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3968e69c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:38,885 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,43535,-1 for getting cluster id 2024-11-15T17:21:38,885 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:38,886 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf9663c4-df82-4e23-a3d2-425f778abcc5' 2024-11-15T17:21:38,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:38,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf9663c4-df82-4e23-a3d2-425f778abcc5" 2024-11-15T17:21:38,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75890172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:38,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,43535,-1] 2024-11-15T17:21:38,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:38,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:38,888 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:38,889 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ec4fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:38,889 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:21:38,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,43535,1731691265027 2024-11-15T17:21:38,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ccb0407 2024-11-15T17:21:38,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:21:38,892 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-15T17:21:38,893 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-046d875b9f8f,34507,1731691277277 (queues=1) is replicating from cluster=81bad1f3-8371-470e-a76f-aa52656265e2 to cluster=cf9663c4-df82-4e23-a3d2-425f778abcc5 2024-11-15T17:21:38,894 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=046d875b9f8f%2C34507%2C1731691277277 2024-11-15T17:21:38,894 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-046d875b9f8f,34507,1731691277277, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:21:38,900 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C34507%2C1731691277277 2024-11-15T17:21:38,954 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1238, reset compression=false 2024-11-15T17:21:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T17:21:39,074 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-15T17:21:39,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:21:39,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:39,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:39,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:39,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:39,079 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-15T17:21:39,133 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1241, reset compression=false 2024-11-15T17:21:39,559 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1238, reset compression=false 2024-11-15T17:21:39,565 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:21:39,565 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1342, reset compression=false 2024-11-15T17:21:39,565 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,42193,1731691265229 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7e89dc35d3972bc928e2e7376edadf5/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T17:21:39,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:21:39,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:21:39,739 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1241, reset compression=false 2024-11-15T17:21:39,744 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:21:39,744 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1369, reset compression=false 2024-11-15T17:21:39,744 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,38999,1731691271840 got entry batch from reader: WALEntryBatch [walEntries=[{test/f30d7d0e557ee9faf8765bc3099fc207/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T17:21:39,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:21:39,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:21:39,769 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1342, reset compression=false 2024-11-15T17:21:39,954 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1369, reset compression=false 2024-11-15T17:21:40,082 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-15T17:21:40,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a9b1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:40,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,44973,-1 for getting cluster id 2024-11-15T17:21:40,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:40,087 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81bad1f3-8371-470e-a76f-aa52656265e2' 2024-11-15T17:21:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81bad1f3-8371-470e-a76f-aa52656265e2" 2024-11-15T17:21:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efc5176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,44973,-1] 2024-11-15T17:21:40,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:40,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:40,089 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:40,090 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1342, reset compression=false 2024-11-15T17:21:40,090 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e379536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:40,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:21:40,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,44973,1731691277137 2024-11-15T17:21:40,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@653f3689 2024-11-15T17:21:40,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:21:40,096 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:21:40,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-15T17:21:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-15T17:21:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T17:21:40,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:21:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T17:21:40,261 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1369, reset compression=false 2024-11-15T17:21:40,274 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:21:40,274 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1473, reset compression=false 2024-11-15T17:21:40,274 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,38999,1731691271840 got entry batch from reader: WALEntryBatch [walEntries=[{test/f30d7d0e557ee9faf8765bc3099fc207/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T17:21:40,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:21:40,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:21:40,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-15T17:21:40,334 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-15T17:21:40,334 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T17:21:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-15T17:21:40,345 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 046d875b9f8f,34507,1731691277277 suceeded 2024-11-15T17:21:40,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-15T17:21:40,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 165 msec 2024-11-15T17:21:40,347 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-15T17:21:40,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 250 msec 2024-11-15T17:21:40,400 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633, startPosition=1237, beingWritten=true 2024-11-15T17:21:40,404 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:21:40,404 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 1515, reset compression=false 2024-11-15T17:21:40,404 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,34507,1731691277277 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T17:21:40,406 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:21:40,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-15T17:21:40,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:21:40,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:21:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T17:21:40,424 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-15T17:21:40,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:21:40,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:40,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:40,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:40,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:40,426 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-15T17:21:40,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:21:40,426 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:21:40,426 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:40,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:40,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:40,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:40,427 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:21:40,427 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2032226204, stopped=false 2024-11-15T17:21:40,427 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,44973,1731691277137 2024-11-15T17:21:40,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-341825884/running 2024-11-15T17:21:40,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-341825884/running 2024-11-15T17:21:40,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884 2024-11-15T17:21:40,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884 2024-11-15T17:21:40,432 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:21:40,432 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:21:40,432 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:40,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:40,432 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,34507,1731691277277' ***** 2024-11-15T17:21:40,432 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:21:40,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Set watcher on znode that does not yet exist, /2-341825884/running 2024-11-15T17:21:40,433 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:21:40,433 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:21:40,433 INFO [RS:0;046d875b9f8f:34507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:21:40,433 INFO [RS:0;046d875b9f8f:34507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:21:40,433 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b714d8f6e7dcd0aff3fd6bbd8ee197d 2024-11-15T17:21:40,434 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:40,434 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,34507,1731691277277 2024-11-15T17:21:40,434 INFO [RS:0;046d875b9f8f:34507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:21:40,434 INFO [RS:0;046d875b9f8f:34507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:34507. 2024-11-15T17:21:40,434 DEBUG [RS:0;046d875b9f8f:34507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:40,434 DEBUG [RS:0;046d875b9f8f:34507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:40,434 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:21:40,434 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:21:40,434 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:21:40,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Set watcher on znode that does not yet exist, /2-341825884/running 2024-11-15T17:21:40,434 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:21:40,434 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b714d8f6e7dcd0aff3fd6bbd8ee197d, disabling compactions & flushes 2024-11-15T17:21:40,434 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d. 2024-11-15T17:21:40,434 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d. 2024-11-15T17:21:40,434 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d. after waiting 0 ms 2024-11-15T17:21:40,434 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d. 2024-11-15T17:21:40,434 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T17:21:40,434 DEBUG [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(1325): Online Regions={3b714d8f6e7dcd0aff3fd6bbd8ee197d=test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d., 1588230740=hbase:meta,,1.1588230740, 3ebf36c511d4308c296b84b83a14b828=hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828.} 2024-11-15T17:21:40,434 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3b714d8f6e7dcd0aff3fd6bbd8ee197d 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-15T17:21:40,434 DEBUG [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b714d8f6e7dcd0aff3fd6bbd8ee197d, 3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:40,434 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:21:40,434 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:21:40,434 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:21:40,435 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:21:40,435 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:21:40,435 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T17:21:40,450 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/.tmp/info/2a7c2bccd87c45e38f905f4a4c88153d is 147, key is hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828./info:regioninfo/1731691291397/Put/seqid=0 2024-11-15T17:21:40,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741840_1016 (size=7686) 2024-11-15T17:21:40,455 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/default/test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/.tmp/f/cf4bef07bc8d47cebab0b3f8838ff364 is 37, key is row3/f:row3/1731691299076/Put/seqid=0 2024-11-15T17:21:40,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741841_1017 (size=5228) 2024-11-15T17:21:40,459 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/default/test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/.tmp/f/cf4bef07bc8d47cebab0b3f8838ff364 2024-11-15T17:21:40,464 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf4bef07bc8d47cebab0b3f8838ff364 2024-11-15T17:21:40,483 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/default/test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/.tmp/f1/37aad12dd19f4b94b95e95b956e943c0 is 30, key is row1/f1:/1731691296390/DeleteFamily/seqid=0 2024-11-15T17:21:40,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741842_1018 (size=5158) 2024-11-15T17:21:40,492 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1473, reset compression=false 2024-11-15T17:21:40,513 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1342, reset compression=false 2024-11-15T17:21:40,518 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:21:40,518 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1493, reset compression=false 2024-11-15T17:21:40,518 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,42193,1731691265229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:21:40,518 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:21:40,518 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:21:40,525 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:21:40,608 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 1515, reset compression=false 2024-11-15T17:21:40,613 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:21:40,613 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 1762, reset compression=false 2024-11-15T17:21:40,613 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,34507,1731691277277 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:21:40,614 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 046d875b9f8f,34507,1731691277277: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-046d875b9f8f,34507,1731691277277, walGroup=046d875b9f8f%2C34507%2C1731691277277, offset=046d875b9f8f%2C34507%2C1731691277277.1731691279633:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:34507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T17:21:40,615 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T17:21:40,615 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T17:21:40,615 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T17:21:40,615 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T17:21:40,615 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T17:21:40,615 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1130364928, "init": 1048576000, "max": 2306867200, "used": 780580080 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198925640 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T17:21:40,616 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:44973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:44973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T17:21:40,635 DEBUG [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b714d8f6e7dcd0aff3fd6bbd8ee197d, 3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:40,722 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1493, reset compression=false 2024-11-15T17:21:40,795 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1473, reset compression=false 2024-11-15T17:21:40,816 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 1762, reset compression=false 2024-11-15T17:21:40,835 DEBUG [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b714d8f6e7dcd0aff3fd6bbd8ee197d, 3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:40,854 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/.tmp/info/2a7c2bccd87c45e38f905f4a4c88153d 2024-11-15T17:21:40,875 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/.tmp/ns/eaecf0aa15f3448795aa352f96af40e0 is 43, key is default/ns:d/1731691280199/Put/seqid=0 2024-11-15T17:21:40,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741843_1019 (size=5153) 2024-11-15T17:21:40,883 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/.tmp/ns/eaecf0aa15f3448795aa352f96af40e0 2024-11-15T17:21:40,891 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/default/test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/.tmp/f1/37aad12dd19f4b94b95e95b956e943c0 2024-11-15T17:21:40,895 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37aad12dd19f4b94b95e95b956e943c0 2024-11-15T17:21:40,919 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/.tmp/rep_barrier/04ea5eb5a201466891aabc8dc4e9f3ed is 112, key is test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d./rep_barrier:seqnumDuringOpen/1731691284779/Put/seqid=0 2024-11-15T17:21:40,919 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/default/test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/.tmp/norep/7842bbba3c7c4c2fba97315684e5ccd4 is 33, key is row2/norep:/1731691297397/DeleteFamily/seqid=0 2024-11-15T17:21:40,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741844_1020 (size=5518) 2024-11-15T17:21:40,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741845_1021 (size=5108) 2024-11-15T17:21:40,926 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/.tmp/rep_barrier/04ea5eb5a201466891aabc8dc4e9f3ed 2024-11-15T17:21:40,946 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/.tmp/table/7d4a54f5cb8a4612a84a188431659e55 is 53, key is hbase:replication/table:state/1731691291408/Put/seqid=0 2024-11-15T17:21:40,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741846_1022 (size=5308) 2024-11-15T17:21:40,951 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/.tmp/table/7d4a54f5cb8a4612a84a188431659e55 2024-11-15T17:21:40,959 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/.tmp/info/2a7c2bccd87c45e38f905f4a4c88153d as hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/info/2a7c2bccd87c45e38f905f4a4c88153d 2024-11-15T17:21:40,968 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/info/2a7c2bccd87c45e38f905f4a4c88153d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T17:21:40,970 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/.tmp/ns/eaecf0aa15f3448795aa352f96af40e0 as hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/ns/eaecf0aa15f3448795aa352f96af40e0 2024-11-15T17:21:40,981 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/ns/eaecf0aa15f3448795aa352f96af40e0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T17:21:40,982 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/.tmp/rep_barrier/04ea5eb5a201466891aabc8dc4e9f3ed as hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/rep_barrier/04ea5eb5a201466891aabc8dc4e9f3ed 2024-11-15T17:21:40,987 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/rep_barrier/04ea5eb5a201466891aabc8dc4e9f3ed, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T17:21:40,988 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/.tmp/table/7d4a54f5cb8a4612a84a188431659e55 as hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/table/7d4a54f5cb8a4612a84a188431659e55 2024-11-15T17:21:40,993 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/table/7d4a54f5cb8a4612a84a188431659e55, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T17:21:40,994 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 559ms, sequenceid=16, compaction requested=false 2024-11-15T17:21:41,003 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T17:21:41,004 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:21:41,004 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:21:41,004 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:21:41,004 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691300434Running coprocessor pre-close hooks at 1731691300434Disabling compacts and flushes for region at 1731691300434Disabling writes for close at 1731691300435 (+1 ms)Obtaining lock to block concurrent updates at 1731691300435Preparing flush snapshotting stores in 1588230740 at 1731691300435Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731691300435Flushing stores of hbase:meta,,1.1588230740 at 1731691300435Flushing 1588230740/info: creating writer at 1731691300435Flushing 1588230740/info: appending metadata at 1731691300450 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731691300450Flushing 1588230740/ns: creating writer at 1731691300858 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731691300875 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731691300875Flushing 1588230740/rep_barrier: creating writer at 1731691300892 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731691300918 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731691300918Flushing 1588230740/table: creating writer at 1731691300930 (+12 ms)Flushing 1588230740/table: appending metadata at 1731691300946 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731691300946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a841902: reopening flushed file at 1731691300955 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b4a4eb7: reopening flushed file at 1731691300968 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@254615ac: reopening flushed file at 1731691300982 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ccda2b7: reopening flushed file at 1731691300988 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 559ms, sequenceid=16, compaction requested=false at 1731691300994 (+6 ms)Writing region close event to WAL at 1731691301000 (+6 ms)Running coprocessor post-close hooks at 1731691301003 (+3 ms)Closed at 1731691301004 (+1 ms) 2024-11-15T17:21:41,004 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:21:41,025 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1493, reset compression=false 2024-11-15T17:21:41,035 DEBUG [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(1351): Waiting on 3b714d8f6e7dcd0aff3fd6bbd8ee197d, 3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:41,121 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 1762, reset compression=false 2024-11-15T17:21:41,195 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:21:41,204 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1473, reset compression=false 2024-11-15T17:21:41,235 DEBUG [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(1351): Waiting on 3b714d8f6e7dcd0aff3fd6bbd8ee197d, 3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:41,326 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/default/test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/.tmp/norep/7842bbba3c7c4c2fba97315684e5ccd4 2024-11-15T17:21:41,331 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7842bbba3c7c4c2fba97315684e5ccd4 2024-11-15T17:21:41,332 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/default/test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/.tmp/f/cf4bef07bc8d47cebab0b3f8838ff364 as hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/default/test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/f/cf4bef07bc8d47cebab0b3f8838ff364 2024-11-15T17:21:41,336 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf4bef07bc8d47cebab0b3f8838ff364 2024-11-15T17:21:41,337 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/default/test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/f/cf4bef07bc8d47cebab0b3f8838ff364, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T17:21:41,337 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/default/test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/.tmp/f1/37aad12dd19f4b94b95e95b956e943c0 as hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/default/test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/f1/37aad12dd19f4b94b95e95b956e943c0 2024-11-15T17:21:41,344 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37aad12dd19f4b94b95e95b956e943c0 2024-11-15T17:21:41,344 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/default/test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/f1/37aad12dd19f4b94b95e95b956e943c0, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T17:21:41,346 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/default/test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/.tmp/norep/7842bbba3c7c4c2fba97315684e5ccd4 as hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/default/test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/norep/7842bbba3c7c4c2fba97315684e5ccd4 2024-11-15T17:21:41,352 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7842bbba3c7c4c2fba97315684e5ccd4 2024-11-15T17:21:41,352 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/default/test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/norep/7842bbba3c7c4c2fba97315684e5ccd4, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T17:21:41,354 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3b714d8f6e7dcd0aff3fd6bbd8ee197d in 920ms, sequenceid=12, compaction requested=false 2024-11-15T17:21:41,371 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/data/default/test/3b714d8f6e7dcd0aff3fd6bbd8ee197d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T17:21:41,372 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:21:41,372 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:21:41,372 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d. 2024-11-15T17:21:41,373 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b714d8f6e7dcd0aff3fd6bbd8ee197d: Waiting for close lock at 1731691300434Running coprocessor pre-close hooks at 1731691300434Disabling compacts and flushes for region at 1731691300434Disabling writes for close at 1731691300434Obtaining lock to block concurrent updates at 1731691300434Preparing flush snapshotting stores in 3b714d8f6e7dcd0aff3fd6bbd8ee197d at 1731691300434Finished memstore snapshotting test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731691300435 (+1 ms)Flushing stores of test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d. at 1731691300435Flushing 3b714d8f6e7dcd0aff3fd6bbd8ee197d/f: creating writer at 1731691300435Flushing 3b714d8f6e7dcd0aff3fd6bbd8ee197d/f: appending metadata at 1731691300454 (+19 ms)Flushing 3b714d8f6e7dcd0aff3fd6bbd8ee197d/f: closing flushed file at 1731691300454Flushing 3b714d8f6e7dcd0aff3fd6bbd8ee197d/f1: creating writer at 1731691300464 (+10 ms)Flushing 3b714d8f6e7dcd0aff3fd6bbd8ee197d/f1: appending metadata at 1731691300482 (+18 ms)Flushing 3b714d8f6e7dcd0aff3fd6bbd8ee197d/f1: closing flushed file at 1731691300482Flushing 3b714d8f6e7dcd0aff3fd6bbd8ee197d/norep: creating writer at 1731691300895 (+413 ms)Flushing 3b714d8f6e7dcd0aff3fd6bbd8ee197d/norep: appending metadata at 1731691300918 (+23 ms)Flushing 3b714d8f6e7dcd0aff3fd6bbd8ee197d/norep: closing flushed file at 1731691300918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@176ca1a0: reopening flushed file at 1731691301331 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15177f5f: reopening flushed file at 1731691301337 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f3c2b1: reopening flushed file at 1731691301345 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3b714d8f6e7dcd0aff3fd6bbd8ee197d in 920ms, sequenceid=12, compaction requested=false at 1731691301354 (+9 ms)Writing region close event to WAL at 1731691301369 (+15 ms)Running coprocessor post-close hooks at 1731691301372 (+3 ms)Closed at 1731691301372 2024-11-15T17:21:41,373 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731691283636.3b714d8f6e7dcd0aff3fd6bbd8ee197d. 2024-11-15T17:21:41,373 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ebf36c511d4308c296b84b83a14b828, disabling compactions & flushes 2024-11-15T17:21:41,373 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828. 2024-11-15T17:21:41,373 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828. 2024-11-15T17:21:41,373 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828. after waiting 0 ms 2024-11-15T17:21:41,373 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828. 2024-11-15T17:21:41,373 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ebf36c511d4308c296b84b83a14b828: Waiting for close lock at 1731691301373Running coprocessor pre-close hooks at 1731691301373Disabling compacts and flushes for region at 1731691301373Disabling writes for close at 1731691301373Failed flush hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828., putting online again at 1731691301373 2024-11-15T17:21:41,373 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828. 2024-11-15T17:21:41,429 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1493, reset compression=false 2024-11-15T17:21:41,436 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T17:21:41,436 DEBUG [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(1325): Online Regions={3ebf36c511d4308c296b84b83a14b828=hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828.} 2024-11-15T17:21:41,436 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:41,436 DEBUG [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(1351): Waiting on 3ebf36c511d4308c296b84b83a14b828 2024-11-15T17:21:41,436 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ebf36c511d4308c296b84b83a14b828, disabling compactions & flushes 2024-11-15T17:21:41,436 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828. 2024-11-15T17:21:41,436 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828. 2024-11-15T17:21:41,436 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828. after waiting 0 ms 2024-11-15T17:21:41,436 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828. 2024-11-15T17:21:41,436 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ebf36c511d4308c296b84b83a14b828: Waiting for close lock at 1731691301436Running coprocessor pre-close hooks at 1731691301436Disabling compacts and flushes for region at 1731691301436Disabling writes for close at 1731691301436Failed flush hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828., putting online again at 1731691301436 2024-11-15T17:21:41,436 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731691290199.3ebf36c511d4308c296b84b83a14b828. 2024-11-15T17:21:41,525 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 1762, reset compression=false 2024-11-15T17:21:41,636 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T17:21:41,636 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,34507,1731691277277; all regions closed. 2024-11-15T17:21:41,707 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1473, reset compression=false 2024-11-15T17:21:41,937 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1493, reset compression=false 2024-11-15T17:21:42,059 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1734519704_20 at /127.0.0.1:39020 [Receiving block BP-1314469655-172.17.0.2-1731691275114:blk_1073741834_1010] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 422ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/cluster_68e2733b-5c67-1430-fa46-e31bf33a2cbe/data/data2/, blockId=1073741834, seqno=17 2024-11-15T17:21:42,060 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:21:42,060 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/WALs/046d875b9f8f,34507,1731691277277/046d875b9f8f%2C34507%2C1731691277277.1731691279633 to pos 2406, reset compression=false 2024-11-15T17:21:42,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741834_1010 (size=4239) 2024-11-15T17:21:42,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741839_1015 (size=2390) 2024-11-15T17:21:42,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741833_1009 (size=2414) 2024-11-15T17:21:42,069 DEBUG [RS:0;046d875b9f8f:34507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:42,069 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:21:42,070 INFO [RS:0;046d875b9f8f:34507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:21:42,070 INFO [RS:0;046d875b9f8f:34507 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T17:21:42,070 INFO [RS:0;046d875b9f8f:34507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:21:42,070 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:21:42,070 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-046d875b9f8f,34507,1731691277277 because: Region server is closing 2024-11-15T17:21:42,070 INFO [RS:0;046d875b9f8f:34507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:34507. 2024-11-15T17:21:42,070 DEBUG [RS:0;046d875b9f8f:34507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:42,070 DEBUG [RS:0;046d875b9f8f:34507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:42,070 DEBUG [RS:0;046d875b9f8f:34507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:42,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:42,171 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.shipper046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 terminated 2024-11-15T17:21:42,171 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,34507,1731691277277.replicationSource.wal-reader.046d875b9f8f%2C34507%2C1731691277277,1-046d875b9f8f,34507,1731691277277 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T17:21:42,171 INFO [RS:0;046d875b9f8f:34507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:34507. 2024-11-15T17:21:42,171 DEBUG [RS:0;046d875b9f8f:34507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:42,171 DEBUG [RS:0;046d875b9f8f:34507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:42,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:42,171 DEBUG [RS:0;046d875b9f8f:34507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:42,171 INFO [RS:0;046d875b9f8f:34507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34507 2024-11-15T17:21:42,312 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1473, reset compression=false 2024-11-15T17:21:42,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884/rs 2024-11-15T17:21:42,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-341825884/rs/046d875b9f8f,34507,1731691277277 2024-11-15T17:21:42,325 INFO [RS:0;046d875b9f8f:34507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:21:42,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,34507,1731691277277] 2024-11-15T17:21:42,484 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-341825884/draining/046d875b9f8f,34507,1731691277277 already deleted, retry=false 2024-11-15T17:21:42,484 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,34507,1731691277277 expired; onlineServers=0 2024-11-15T17:21:42,484 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,44973,1731691277137' ***** 2024-11-15T17:21:42,484 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:21:42,485 INFO [M:0;046d875b9f8f:44973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:21:42,485 INFO [M:0;046d875b9f8f:44973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:21:42,485 DEBUG [M:0;046d875b9f8f:44973 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:21:42,485 DEBUG [M:0;046d875b9f8f:44973 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:21:42,485 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:21:42,485 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691279302 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691279302,5,FailOnTimeoutGroup] 2024-11-15T17:21:42,485 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691279302 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691279302,5,FailOnTimeoutGroup] 2024-11-15T17:21:42,485 INFO [M:0;046d875b9f8f:44973 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:21:42,485 INFO [M:0;046d875b9f8f:44973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:21:42,485 DEBUG [M:0;046d875b9f8f:44973 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:21:42,485 INFO [M:0;046d875b9f8f:44973 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:21:42,486 INFO [M:0;046d875b9f8f:44973 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:21:42,486 INFO [M:0;046d875b9f8f:44973 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:21:42,486 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:21:42,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-341825884/master 2024-11-15T17:21:42,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-341825884 2024-11-15T17:21:42,538 DEBUG [M:0;046d875b9f8f:44973 {}] zookeeper.ZKUtil(347): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Unable to get data of znode /2-341825884/master because node does not exist (not an error) 2024-11-15T17:21:42,538 WARN [M:0;046d875b9f8f:44973 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:21:42,539 INFO [M:0;046d875b9f8f:44973 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/.lastflushedseqids 2024-11-15T17:21:42,540 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1493, reset compression=false 2024-11-15T17:21:42,552 INFO [RS:0;046d875b9f8f:34507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:21:42,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:21:42,552 INFO [RS:0;046d875b9f8f:34507 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,34507,1731691277277; zookeeper connection closed. 2024-11-15T17:21:42,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1013f83ad4b0007, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:21:42,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741847_1023 (size=245) 2024-11-15T17:21:42,563 INFO [M:0;046d875b9f8f:44973 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:21:42,563 INFO [M:0;046d875b9f8f:44973 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:21:42,564 DEBUG [M:0;046d875b9f8f:44973 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:21:42,564 INFO [M:0;046d875b9f8f:44973 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:42,564 DEBUG [M:0;046d875b9f8f:44973 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:42,564 DEBUG [M:0;046d875b9f8f:44973 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:21:42,564 DEBUG [M:0;046d875b9f8f:44973 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:42,564 INFO [M:0;046d875b9f8f:44973 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-15T17:21:42,568 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b893750 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b893750 2024-11-15T17:21:42,569 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:21:42,599 DEBUG [M:0;046d875b9f8f:44973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47c13f60b804469aacea6859b66fc87a is 82, key is hbase:meta,,1/info:regioninfo/1731691280187/Put/seqid=0 2024-11-15T17:21:42,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741848_1024 (size=5672) 2024-11-15T17:21:42,622 INFO [M:0;046d875b9f8f:44973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47c13f60b804469aacea6859b66fc87a 2024-11-15T17:21:42,647 DEBUG [M:0;046d875b9f8f:44973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f45148f6a9e4a2f886daff3dd7a5059 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731691291413/Put/seqid=0 2024-11-15T17:21:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741849_1025 (size=9212) 2024-11-15T17:21:42,674 INFO [M:0;046d875b9f8f:44973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f45148f6a9e4a2f886daff3dd7a5059 2024-11-15T17:21:42,695 DEBUG [M:0;046d875b9f8f:44973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5fef8d91aa44e2a85f0597cdbd13a18 is 69, key is 046d875b9f8f,34507,1731691277277/rs:state/1731691279330/Put/seqid=0 2024-11-15T17:21:42,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741850_1026 (size=5156) 2024-11-15T17:21:43,016 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1473, reset compression=false 2024-11-15T17:21:43,106 INFO [M:0;046d875b9f8f:44973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5fef8d91aa44e2a85f0597cdbd13a18 2024-11-15T17:21:43,111 DEBUG [M:0;046d875b9f8f:44973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47c13f60b804469aacea6859b66fc87a as hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47c13f60b804469aacea6859b66fc87a 2024-11-15T17:21:43,115 INFO [M:0;046d875b9f8f:44973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47c13f60b804469aacea6859b66fc87a, entries=8, sequenceid=127, filesize=5.5 K 2024-11-15T17:21:43,116 DEBUG [M:0;046d875b9f8f:44973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f45148f6a9e4a2f886daff3dd7a5059 as hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f45148f6a9e4a2f886daff3dd7a5059 2024-11-15T17:21:43,120 INFO [M:0;046d875b9f8f:44973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f45148f6a9e4a2f886daff3dd7a5059, entries=15, sequenceid=127, filesize=9.0 K 2024-11-15T17:21:43,121 DEBUG [M:0;046d875b9f8f:44973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5fef8d91aa44e2a85f0597cdbd13a18 as hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5fef8d91aa44e2a85f0597cdbd13a18 2024-11-15T17:21:43,131 INFO [M:0;046d875b9f8f:44973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40315/user/jenkins/test-data/2059a22a-5f65-bfae-d798-0d1dc08d414a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5fef8d91aa44e2a85f0597cdbd13a18, entries=1, sequenceid=127, filesize=5.0 K 2024-11-15T17:21:43,131 INFO [M:0;046d875b9f8f:44973 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 567ms, sequenceid=127, compaction requested=false 2024-11-15T17:21:43,157 INFO [M:0;046d875b9f8f:44973 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:43,157 DEBUG [M:0;046d875b9f8f:44973 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691302564Disabling compacts and flushes for region at 1731691302564Disabling writes for close at 1731691302564Obtaining lock to block concurrent updates at 1731691302564Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691302564Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731691302564Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691302565 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691302565Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691302598 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691302599 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691302630 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691302647 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691302647Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691302678 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691302694 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691302694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@434f8a26: reopening flushed file at 1731691303110 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2989c90a: reopening flushed file at 1731691303116 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ff4648: reopening flushed file at 1731691303120 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 567ms, sequenceid=127, compaction requested=false at 1731691303132 (+12 ms)Writing region close event to WAL at 1731691303157 (+25 ms)Closed at 1731691303157 2024-11-15T17:21:43,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741830_1006 (size=73866) 2024-11-15T17:21:43,160 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:21:43,160 INFO [M:0;046d875b9f8f:44973 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:21:43,160 INFO [M:0;046d875b9f8f:44973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44973 2024-11-15T17:21:43,161 INFO [M:0;046d875b9f8f:44973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:21:43,250 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1493, reset compression=false 2024-11-15T17:21:43,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:21:43,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44973-0x1013f83ad4b0006, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:21:43,311 INFO [M:0;046d875b9f8f:44973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:21:43,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28636311{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:21:43,321 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ab80ac8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:21:43,322 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:21:43,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d3cd1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:21:43,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd775c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/hadoop.log.dir/,STOPPED} 2024-11-15T17:21:43,324 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:21:43,324 WARN [BP-1314469655-172.17.0.2-1731691275114 heartbeating to localhost/127.0.0.1:40315 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:21:43,324 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:21:43,324 WARN [BP-1314469655-172.17.0.2-1731691275114 heartbeating to localhost/127.0.0.1:40315 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1314469655-172.17.0.2-1731691275114 (Datanode Uuid 585a3a26-cc5b-4c1e-bd9f-5848b5ad8cd6) service to localhost/127.0.0.1:40315 2024-11-15T17:21:43,325 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/cluster_68e2733b-5c67-1430-fa46-e31bf33a2cbe/data/data1/current/BP-1314469655-172.17.0.2-1731691275114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:21:43,325 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/cluster_68e2733b-5c67-1430-fa46-e31bf33a2cbe/data/data2/current/BP-1314469655-172.17.0.2-1731691275114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:21:43,326 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:21:43,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d680c80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:21:43,339 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cf56b48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:21:43,339 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:21:43,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@491650c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:21:43,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a668531{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/hadoop.log.dir/,STOPPED} 2024-11-15T17:21:43,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:21:43,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:21:43,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:21:43,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:43,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:43,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:43,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:43,362 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:21:43,362 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=23801896, stopped=false 2024-11-15T17:21:43,362 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,42701,1731691271609 2024-11-15T17:21:43,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1353449928/running 2024-11-15T17:21:43,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1353449928/running 2024-11-15T17:21:43,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928 2024-11-15T17:21:43,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928 2024-11-15T17:21:43,368 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:21:43,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Set watcher on znode that does not yet exist, /1-1353449928/running 2024-11-15T17:21:43,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:21:43,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:43,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:43,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Set watcher on znode that does not yet exist, /1-1353449928/running 2024-11-15T17:21:43,370 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,38999,1731691271840' ***** 2024-11-15T17:21:43,370 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:21:43,370 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:21:43,370 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:21:43,371 INFO [RS:0;046d875b9f8f:38999 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:21:43,371 INFO [RS:0;046d875b9f8f:38999 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:21:43,371 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(3091): Received CLOSE for c1843616806321571632f766f0ae5d4f 2024-11-15T17:21:43,384 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(3091): Received CLOSE for f30d7d0e557ee9faf8765bc3099fc207 2024-11-15T17:21:43,384 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,38999,1731691271840 2024-11-15T17:21:43,384 INFO [RS:0;046d875b9f8f:38999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:21:43,384 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1843616806321571632f766f0ae5d4f, disabling compactions & flushes 2024-11-15T17:21:43,384 INFO [RS:0;046d875b9f8f:38999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:38999. 2024-11-15T17:21:43,384 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f. 2024-11-15T17:21:43,384 DEBUG [RS:0;046d875b9f8f:38999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:43,384 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f. 2024-11-15T17:21:43,384 DEBUG [RS:0;046d875b9f8f:38999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:43,384 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f. after waiting 0 ms 2024-11-15T17:21:43,384 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f. 2024-11-15T17:21:43,385 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c1843616806321571632f766f0ae5d4f 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-15T17:21:43,386 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:21:43,386 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:21:43,386 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:21:43,386 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:21:43,386 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T17:21:43,386 DEBUG [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(1325): Online Regions={c1843616806321571632f766f0ae5d4f=hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f., 1588230740=hbase:meta,,1.1588230740, f30d7d0e557ee9faf8765bc3099fc207=test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207.} 2024-11-15T17:21:43,386 DEBUG [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1843616806321571632f766f0ae5d4f, f30d7d0e557ee9faf8765bc3099fc207 2024-11-15T17:21:43,386 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:21:43,386 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:21:43,386 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:21:43,386 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:21:43,386 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:21:43,386 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T17:21:43,389 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:21:43,408 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/replication/c1843616806321571632f766f0ae5d4f/.tmp/queue/a0e6e0775ca04893b385908106a4396c is 154, key is 1-046d875b9f8f,38999,1731691271840/queue:046d875b9f8f%2C38999%2C1731691271840/1731691300281/Put/seqid=0 2024-11-15T17:21:43,413 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/.tmp/info/328ec71f71a343fb8eceae46d8bb7b0c is 147, key is hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f./info:regioninfo/1731691289123/Put/seqid=0 2024-11-15T17:21:43,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741841_1017 (size=7686) 2024-11-15T17:21:43,451 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/.tmp/info/328ec71f71a343fb8eceae46d8bb7b0c 2024-11-15T17:21:43,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741840_1016 (size=5353) 2024-11-15T17:21:43,459 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/replication/c1843616806321571632f766f0ae5d4f/.tmp/queue/a0e6e0775ca04893b385908106a4396c 2024-11-15T17:21:43,468 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/replication/c1843616806321571632f766f0ae5d4f/.tmp/queue/a0e6e0775ca04893b385908106a4396c as hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/replication/c1843616806321571632f766f0ae5d4f/queue/a0e6e0775ca04893b385908106a4396c 2024-11-15T17:21:43,473 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/replication/c1843616806321571632f766f0ae5d4f/queue/a0e6e0775ca04893b385908106a4396c, entries=1, sequenceid=14, filesize=5.2 K 2024-11-15T17:21:43,474 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c1843616806321571632f766f0ae5d4f in 89ms, sequenceid=14, compaction requested=false 2024-11-15T17:21:43,485 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/.tmp/ns/ed61637552024fbabb2fc97be5635334 is 43, key is default/ns:d/1731691275060/Put/seqid=0 2024-11-15T17:21:43,501 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/replication/c1843616806321571632f766f0ae5d4f/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-15T17:21:43,502 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:21:43,502 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:21:43,502 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f. 2024-11-15T17:21:43,502 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1843616806321571632f766f0ae5d4f: Waiting for close lock at 1731691303384Running coprocessor pre-close hooks at 1731691303384Disabling compacts and flushes for region at 1731691303384Disabling writes for close at 1731691303384Obtaining lock to block concurrent updates at 1731691303385 (+1 ms)Preparing flush snapshotting stores in c1843616806321571632f766f0ae5d4f at 1731691303385Finished memstore snapshotting hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731691303385Flushing stores of hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f. at 1731691303385Flushing c1843616806321571632f766f0ae5d4f/queue: creating writer at 1731691303386 (+1 ms)Flushing c1843616806321571632f766f0ae5d4f/queue: appending metadata at 1731691303407 (+21 ms)Flushing c1843616806321571632f766f0ae5d4f/queue: closing flushed file at 1731691303407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@400fe93c: reopening flushed file at 1731691303468 (+61 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c1843616806321571632f766f0ae5d4f in 89ms, sequenceid=14, compaction requested=false at 1731691303474 (+6 ms)Writing region close event to WAL at 1731691303488 (+14 ms)Running coprocessor post-close hooks at 1731691303502 (+14 ms)Closed at 1731691303502 2024-11-15T17:21:43,502 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731691287957.c1843616806321571632f766f0ae5d4f. 2024-11-15T17:21:43,502 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f30d7d0e557ee9faf8765bc3099fc207, disabling compactions & flushes 2024-11-15T17:21:43,502 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207. 2024-11-15T17:21:43,502 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207. 2024-11-15T17:21:43,502 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207. after waiting 0 ms 2024-11-15T17:21:43,502 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207. 2024-11-15T17:21:43,503 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f30d7d0e557ee9faf8765bc3099fc207 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-15T17:21:43,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741842_1018 (size=5153) 2024-11-15T17:21:43,506 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/.tmp/ns/ed61637552024fbabb2fc97be5635334 2024-11-15T17:21:43,532 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/default/test/f30d7d0e557ee9faf8765bc3099fc207/.tmp/f/27ecbb9b31c1406794a6036e56c6fc27 is 37, key is row3/f:row3/1731691299076/Put/seqid=0 2024-11-15T17:21:43,540 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/.tmp/rep_barrier/5feded4fdef345b5b8c188ba654ab04c is 112, key is test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207./rep_barrier:seqnumDuringOpen/1731691283238/Put/seqid=0 2024-11-15T17:21:43,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741843_1019 (size=5228) 2024-11-15T17:21:43,549 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/default/test/f30d7d0e557ee9faf8765bc3099fc207/.tmp/f/27ecbb9b31c1406794a6036e56c6fc27 2024-11-15T17:21:43,553 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27ecbb9b31c1406794a6036e56c6fc27 2024-11-15T17:21:43,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741844_1020 (size=5518) 2024-11-15T17:21:43,586 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/default/test/f30d7d0e557ee9faf8765bc3099fc207/.tmp/f1/6a61c60b7f444ab1b4ef34d7e3c9b864 is 30, key is row1/f1:/1731691296390/DeleteFamily/seqid=0 2024-11-15T17:21:43,588 DEBUG [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f30d7d0e557ee9faf8765bc3099fc207 2024-11-15T17:21:43,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741845_1021 (size=5158) 2024-11-15T17:21:43,591 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/default/test/f30d7d0e557ee9faf8765bc3099fc207/.tmp/f1/6a61c60b7f444ab1b4ef34d7e3c9b864 2024-11-15T17:21:43,601 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a61c60b7f444ab1b4ef34d7e3c9b864 2024-11-15T17:21:43,627 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/default/test/f30d7d0e557ee9faf8765bc3099fc207/.tmp/norep/72aa846a8a1649288f414eea0c12ef9a is 33, key is row1/norep:/1731691296390/DeleteFamily/seqid=0 2024-11-15T17:21:43,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741846_1022 (size=5108) 2024-11-15T17:21:43,788 DEBUG [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f30d7d0e557ee9faf8765bc3099fc207 2024-11-15T17:21:43,819 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1473, reset compression=false 2024-11-15T17:21:43,824 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:21:43,824 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1720, reset compression=false 2024-11-15T17:21:43,824 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,38999,1731691271840 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:21:43,825 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 046d875b9f8f,38999,1731691271840: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-046d875b9f8f,38999,1731691271840, walGroup=046d875b9f8f%2C38999%2C1731691271840, offset=046d875b9f8f%2C38999%2C1731691271840.1731691274085:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:38999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T17:21:43,827 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T17:21:43,827 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T17:21:43,828 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T17:21:43,828 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T17:21:43,828 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T17:21:43,828 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1130364928, "init": 1048576000, "max": 2306867200, "used": 862369008 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199401216 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T17:21:43,828 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:42701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:42701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T17:21:43,974 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/.tmp/rep_barrier/5feded4fdef345b5b8c188ba654ab04c 2024-11-15T17:21:43,988 DEBUG [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f30d7d0e557ee9faf8765bc3099fc207 2024-11-15T17:21:43,989 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:21:43,989 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:21:44,011 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/.tmp/table/41485b6ba0694d70b7745b263534f396 is 53, key is hbase:replication/table:state/1731691289129/Put/seqid=0 2024-11-15T17:21:44,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741847_1023 (size=5308) 2024-11-15T17:21:44,018 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/.tmp/table/41485b6ba0694d70b7745b263534f396 2024-11-15T17:21:44,027 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/.tmp/info/328ec71f71a343fb8eceae46d8bb7b0c as hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/info/328ec71f71a343fb8eceae46d8bb7b0c 2024-11-15T17:21:44,027 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1720, reset compression=false 2024-11-15T17:21:44,037 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/info/328ec71f71a343fb8eceae46d8bb7b0c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T17:21:44,038 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/.tmp/ns/ed61637552024fbabb2fc97be5635334 as hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/ns/ed61637552024fbabb2fc97be5635334 2024-11-15T17:21:44,044 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/default/test/f30d7d0e557ee9faf8765bc3099fc207/.tmp/norep/72aa846a8a1649288f414eea0c12ef9a 2024-11-15T17:21:44,049 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/ns/ed61637552024fbabb2fc97be5635334, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T17:21:44,051 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/.tmp/rep_barrier/5feded4fdef345b5b8c188ba654ab04c as hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/rep_barrier/5feded4fdef345b5b8c188ba654ab04c 2024-11-15T17:21:44,052 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72aa846a8a1649288f414eea0c12ef9a 2024-11-15T17:21:44,054 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1493, reset compression=false 2024-11-15T17:21:44,054 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/default/test/f30d7d0e557ee9faf8765bc3099fc207/.tmp/f/27ecbb9b31c1406794a6036e56c6fc27 as hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/default/test/f30d7d0e557ee9faf8765bc3099fc207/f/27ecbb9b31c1406794a6036e56c6fc27 2024-11-15T17:21:44,061 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27ecbb9b31c1406794a6036e56c6fc27 2024-11-15T17:21:44,061 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/default/test/f30d7d0e557ee9faf8765bc3099fc207/f/27ecbb9b31c1406794a6036e56c6fc27, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T17:21:44,062 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/default/test/f30d7d0e557ee9faf8765bc3099fc207/.tmp/f1/6a61c60b7f444ab1b4ef34d7e3c9b864 as hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/default/test/f30d7d0e557ee9faf8765bc3099fc207/f1/6a61c60b7f444ab1b4ef34d7e3c9b864 2024-11-15T17:21:44,066 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a61c60b7f444ab1b4ef34d7e3c9b864 2024-11-15T17:21:44,066 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/default/test/f30d7d0e557ee9faf8765bc3099fc207/f1/6a61c60b7f444ab1b4ef34d7e3c9b864, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T17:21:44,067 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/default/test/f30d7d0e557ee9faf8765bc3099fc207/.tmp/norep/72aa846a8a1649288f414eea0c12ef9a as hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/default/test/f30d7d0e557ee9faf8765bc3099fc207/norep/72aa846a8a1649288f414eea0c12ef9a 2024-11-15T17:21:44,073 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72aa846a8a1649288f414eea0c12ef9a 2024-11-15T17:21:44,074 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/default/test/f30d7d0e557ee9faf8765bc3099fc207/norep/72aa846a8a1649288f414eea0c12ef9a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T17:21:44,075 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f30d7d0e557ee9faf8765bc3099fc207 in 572ms, sequenceid=12, compaction requested=false 2024-11-15T17:21:44,076 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T17:21:44,076 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/rep_barrier/5feded4fdef345b5b8c188ba654ab04c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T17:21:44,077 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/.tmp/table/41485b6ba0694d70b7745b263534f396 as hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/table/41485b6ba0694d70b7745b263534f396 2024-11-15T17:21:44,087 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/table/41485b6ba0694d70b7745b263534f396, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T17:21:44,088 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 702ms, sequenceid=16, compaction requested=false 2024-11-15T17:21:44,088 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T17:21:44,145 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/default/test/f30d7d0e557ee9faf8765bc3099fc207/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T17:21:44,145 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:21:44,145 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:21:44,146 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207. 2024-11-15T17:21:44,146 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f30d7d0e557ee9faf8765bc3099fc207: Waiting for close lock at 1731691303502Running coprocessor pre-close hooks at 1731691303502Disabling compacts and flushes for region at 1731691303502Disabling writes for close at 1731691303502Obtaining lock to block concurrent updates at 1731691303503 (+1 ms)Preparing flush snapshotting stores in f30d7d0e557ee9faf8765bc3099fc207 at 1731691303503Finished memstore snapshotting test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731691303503Flushing stores of test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207. at 1731691303503Flushing f30d7d0e557ee9faf8765bc3099fc207/f: creating writer at 1731691303503Flushing f30d7d0e557ee9faf8765bc3099fc207/f: appending metadata at 1731691303531 (+28 ms)Flushing f30d7d0e557ee9faf8765bc3099fc207/f: closing flushed file at 1731691303531Flushing f30d7d0e557ee9faf8765bc3099fc207/f1: creating writer at 1731691303553 (+22 ms)Flushing f30d7d0e557ee9faf8765bc3099fc207/f1: appending metadata at 1731691303585 (+32 ms)Flushing f30d7d0e557ee9faf8765bc3099fc207/f1: closing flushed file at 1731691303585Flushing f30d7d0e557ee9faf8765bc3099fc207/norep: creating writer at 1731691303602 (+17 ms)Flushing f30d7d0e557ee9faf8765bc3099fc207/norep: appending metadata at 1731691303625 (+23 ms)Flushing f30d7d0e557ee9faf8765bc3099fc207/norep: closing flushed file at 1731691303625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c626f53: reopening flushed file at 1731691304052 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c8a3695: reopening flushed file at 1731691304061 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766a855: reopening flushed file at 1731691304067 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f30d7d0e557ee9faf8765bc3099fc207 in 572ms, sequenceid=12, compaction requested=false at 1731691304075 (+8 ms)Writing region close event to WAL at 1731691304136 (+61 ms)Running coprocessor post-close hooks at 1731691304145 (+9 ms)Closed at 1731691304146 (+1 ms) 2024-11-15T17:21:44,146 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731691282496.f30d7d0e557ee9faf8765bc3099fc207. 2024-11-15T17:21:44,149 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T17:21:44,149 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:21:44,149 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:21:44,150 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:21:44,150 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691303386Running coprocessor pre-close hooks at 1731691303386Disabling compacts and flushes for region at 1731691303386Disabling writes for close at 1731691303386Obtaining lock to block concurrent updates at 1731691303386Preparing flush snapshotting stores in 1588230740 at 1731691303386Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731691303387 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731691303388 (+1 ms)Flushing 1588230740/info: creating writer at 1731691303389 (+1 ms)Flushing 1588230740/info: appending metadata at 1731691303412 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731691303413 (+1 ms)Flushing 1588230740/ns: creating writer at 1731691303460 (+47 ms)Flushing 1588230740/ns: appending metadata at 1731691303484 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731691303484Flushing 1588230740/rep_barrier: creating writer at 1731691303512 (+28 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731691303540 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731691303540Flushing 1588230740/table: creating writer at 1731691303985 (+445 ms)Flushing 1588230740/table: appending metadata at 1731691304011 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731691304011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@798691e4: reopening flushed file at 1731691304026 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5599b0b: reopening flushed file at 1731691304037 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@797dc1b3: reopening flushed file at 1731691304049 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37feb2a7: reopening flushed file at 1731691304076 (+27 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 702ms, sequenceid=16, compaction requested=false at 1731691304088 (+12 ms)Writing region close event to WAL at 1731691304136 (+48 ms)Running coprocessor post-close hooks at 1731691304149 (+13 ms)Closed at 1731691304150 (+1 ms) 2024-11-15T17:21:44,150 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:21:44,189 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,38999,1731691271840; all regions closed. 2024-11-15T17:21:44,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741834_1010 (size=4239) 2024-11-15T17:21:44,204 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.meta.1731691275022.meta not finished, retry = 0 2024-11-15T17:21:44,309 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.rep.1731691289095 not finished, retry = 0 2024-11-15T17:21:44,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741839_1015 (size=3552) 2024-11-15T17:21:44,365 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 1720, reset compression=false 2024-11-15T17:21:44,370 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:21:44,370 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/WALs/046d875b9f8f,38999,1731691271840/046d875b9f8f%2C38999%2C1731691271840.1731691274085 to pos 2364, reset compression=false 2024-11-15T17:21:44,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741832_1008 (size=2372) 2024-11-15T17:21:44,416 DEBUG [RS:0;046d875b9f8f:38999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:44,416 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:21:44,416 INFO [RS:0;046d875b9f8f:38999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:21:44,416 INFO [RS:0;046d875b9f8f:38999 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T17:21:44,416 INFO [RS:0;046d875b9f8f:38999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:21:44,416 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:21:44,416 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-046d875b9f8f,38999,1731691271840 because: Region server is closing 2024-11-15T17:21:44,417 INFO [RS:0;046d875b9f8f:38999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:38999. 2024-11-15T17:21:44,417 DEBUG [RS:0;046d875b9f8f:38999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:44,417 DEBUG [RS:0;046d875b9f8f:38999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:44,417 DEBUG [RS:0;046d875b9f8f:38999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:44,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:44,517 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.shipper046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 terminated 2024-11-15T17:21:44,517 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,38999,1731691271840.replicationSource.wal-reader.046d875b9f8f%2C38999%2C1731691271840,1-046d875b9f8f,38999,1731691271840 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T17:21:44,517 INFO [RS:0;046d875b9f8f:38999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:38999. 2024-11-15T17:21:44,517 DEBUG [RS:0;046d875b9f8f:38999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:44,517 DEBUG [RS:0;046d875b9f8f:38999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:44,518 DEBUG [RS:0;046d875b9f8f:38999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:44,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:44,518 INFO [RS:0;046d875b9f8f:38999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38999 2024-11-15T17:21:44,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928/rs 2024-11-15T17:21:44,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1353449928/rs/046d875b9f8f,38999,1731691271840 2024-11-15T17:21:44,579 INFO [RS:0;046d875b9f8f:38999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:21:44,580 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,38999,1731691271840] 2024-11-15T17:21:44,600 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1353449928/draining/046d875b9f8f,38999,1731691271840 already deleted, retry=false 2024-11-15T17:21:44,600 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,38999,1731691271840 expired; onlineServers=0 2024-11-15T17:21:44,600 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,42701,1731691271609' ***** 2024-11-15T17:21:44,600 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:21:44,600 INFO [M:0;046d875b9f8f:42701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:21:44,600 INFO [M:0;046d875b9f8f:42701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:21:44,600 DEBUG [M:0;046d875b9f8f:42701 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:21:44,600 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:21:44,600 DEBUG [M:0;046d875b9f8f:42701 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:21:44,600 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691273831 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691273831,5,FailOnTimeoutGroup] 2024-11-15T17:21:44,600 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691273831 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691273831,5,FailOnTimeoutGroup] 2024-11-15T17:21:44,600 INFO [M:0;046d875b9f8f:42701 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:21:44,600 INFO [M:0;046d875b9f8f:42701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:21:44,601 DEBUG [M:0;046d875b9f8f:42701 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:21:44,601 INFO [M:0;046d875b9f8f:42701 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:21:44,601 INFO [M:0;046d875b9f8f:42701 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:21:44,601 INFO [M:0;046d875b9f8f:42701 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:21:44,601 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:21:44,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1353449928/master 2024-11-15T17:21:44,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353449928 2024-11-15T17:21:44,611 DEBUG [M:0;046d875b9f8f:42701 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1353449928/master already deleted, retry=false 2024-11-15T17:21:44,611 DEBUG [M:0;046d875b9f8f:42701 {}] master.ActiveMasterManager(353): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1353449928/master 2024-11-15T17:21:44,611 INFO [M:0;046d875b9f8f:42701 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/.lastflushedseqids 2024-11-15T17:21:44,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741848_1024 (size=245) 2024-11-15T17:21:44,618 INFO [M:0;046d875b9f8f:42701 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:21:44,618 INFO [M:0;046d875b9f8f:42701 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:21:44,618 DEBUG [M:0;046d875b9f8f:42701 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:21:44,618 INFO [M:0;046d875b9f8f:42701 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:44,618 DEBUG [M:0;046d875b9f8f:42701 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:44,618 DEBUG [M:0;046d875b9f8f:42701 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:21:44,618 DEBUG [M:0;046d875b9f8f:42701 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:44,618 INFO [M:0;046d875b9f8f:42701 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T17:21:44,642 DEBUG [M:0;046d875b9f8f:42701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e9722eb98cc45d2830fc132375aacfa is 82, key is hbase:meta,,1/info:regioninfo/1731691275050/Put/seqid=0 2024-11-15T17:21:44,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741849_1025 (size=5672) 2024-11-15T17:21:44,655 INFO [M:0;046d875b9f8f:42701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e9722eb98cc45d2830fc132375aacfa 2024-11-15T17:21:44,690 INFO [RS:0;046d875b9f8f:38999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:21:44,690 INFO [RS:0;046d875b9f8f:38999 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,38999,1731691271840; zookeeper connection closed. 2024-11-15T17:21:44,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:21:44,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38999-0x1013f83ad4b0004, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:21:44,693 DEBUG [M:0;046d875b9f8f:42701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/511d003d314e427ab35a01702992088c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731691289132/Put/seqid=0 2024-11-15T17:21:44,694 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6660882a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6660882a 2024-11-15T17:21:44,694 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:21:44,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741850_1026 (size=8516) 2024-11-15T17:21:44,719 INFO [M:0;046d875b9f8f:42701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/511d003d314e427ab35a01702992088c 2024-11-15T17:21:44,739 DEBUG [M:0;046d875b9f8f:42701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e917115d95124c95860f9660d7847c04 is 69, key is 046d875b9f8f,38999,1731691271840/rs:state/1731691273899/Put/seqid=0 2024-11-15T17:21:44,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741851_1027 (size=5156) 2024-11-15T17:21:44,744 INFO [M:0;046d875b9f8f:42701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e917115d95124c95860f9660d7847c04 2024-11-15T17:21:44,748 DEBUG [M:0;046d875b9f8f:42701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e9722eb98cc45d2830fc132375aacfa as hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e9722eb98cc45d2830fc132375aacfa 2024-11-15T17:21:44,753 INFO [M:0;046d875b9f8f:42701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e9722eb98cc45d2830fc132375aacfa, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T17:21:44,755 DEBUG [M:0;046d875b9f8f:42701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/511d003d314e427ab35a01702992088c as hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/511d003d314e427ab35a01702992088c 2024-11-15T17:21:44,761 INFO [M:0;046d875b9f8f:42701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/511d003d314e427ab35a01702992088c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T17:21:44,762 DEBUG [M:0;046d875b9f8f:42701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e917115d95124c95860f9660d7847c04 as hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e917115d95124c95860f9660d7847c04 2024-11-15T17:21:44,767 INFO [M:0;046d875b9f8f:42701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/5fc3558f-047f-7fc8-a785-b04f6be8266f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e917115d95124c95860f9660d7847c04, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T17:21:44,768 INFO [M:0;046d875b9f8f:42701 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 150ms, sequenceid=97, compaction requested=false 2024-11-15T17:21:44,789 INFO [M:0;046d875b9f8f:42701 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:44,790 DEBUG [M:0;046d875b9f8f:42701 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691304618Disabling compacts and flushes for region at 1731691304618Disabling writes for close at 1731691304618Obtaining lock to block concurrent updates at 1731691304618Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691304618Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731691304619 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691304619Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691304619Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691304641 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691304641Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691304662 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691304693 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691304693Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691304724 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691304739 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691304739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2b8d11: reopening flushed file at 1731691304747 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e0ecaf2: reopening flushed file at 1731691304753 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76605cbd: reopening flushed file at 1731691304761 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 150ms, sequenceid=97, compaction requested=false at 1731691304768 (+7 ms)Writing region close event to WAL at 1731691304789 (+21 ms)Closed at 1731691304789 2024-11-15T17:21:44,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741830_1006 (size=63654) 2024-11-15T17:21:44,793 INFO [M:0;046d875b9f8f:42701 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:21:44,793 INFO [M:0;046d875b9f8f:42701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42701 2024-11-15T17:21:44,793 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:21:44,794 INFO [M:0;046d875b9f8f:42701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:21:44,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:21:44,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42701-0x1013f83ad4b0003, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:21:44,900 INFO [M:0;046d875b9f8f:42701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:21:44,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@196163e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:21:44,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a0e76b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:21:44,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:21:44,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37999a1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:21:44,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70a075cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/hadoop.log.dir/,STOPPED} 2024-11-15T17:21:44,906 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:21:44,906 WARN [BP-1047755536-172.17.0.2-1731691269606 heartbeating to localhost/127.0.0.1:38133 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:21:44,906 WARN [BP-1047755536-172.17.0.2-1731691269606 heartbeating to localhost/127.0.0.1:38133 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1047755536-172.17.0.2-1731691269606 (Datanode Uuid b4db9203-7054-4677-8882-a5cfd2e1a2b6) service to localhost/127.0.0.1:38133 2024-11-15T17:21:44,907 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:21:44,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/cluster_403f5612-241f-0fa0-ce5e-5db6a75812b2/data/data2/current/BP-1047755536-172.17.0.2-1731691269606 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:21:44,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/cluster_403f5612-241f-0fa0-ce5e-5db6a75812b2/data/data1/current/BP-1047755536-172.17.0.2-1731691269606 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:21:44,907 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:21:44,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@687babfe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:21:44,917 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48103671{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:21:44,917 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:21:44,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dafa61f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:21:44,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5de60843{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23c49b8c-bf42-ca25-f1e7-1589d0d30f57/hadoop.log.dir/,STOPPED} 2024-11-15T17:21:44,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:21:44,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:21:44,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:21:44,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:44,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:44,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:44,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:44,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:21:44,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=759982030, stopped=false 2024-11-15T17:21:44,937 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,43535,1731691265027 2024-11-15T17:21:44,947 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1670597246/running 2024-11-15T17:21:44,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1670597246/running 2024-11-15T17:21:44,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246 2024-11-15T17:21:44,947 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246 2024-11-15T17:21:44,947 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:21:44,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Set watcher on znode that does not yet exist, /0-1670597246/running 2024-11-15T17:21:44,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Set watcher on znode that does not yet exist, /0-1670597246/running 2024-11-15T17:21:44,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:21:44,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:44,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:44,949 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,42193,1731691265229' ***** 2024-11-15T17:21:44,949 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:21:44,950 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:21:44,950 INFO [RS:0;046d875b9f8f:42193 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:21:44,950 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:21:44,950 INFO [RS:0;046d875b9f8f:42193 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:21:44,950 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for 916faca23961de9f5ebeb19fcf8a3b62 2024-11-15T17:21:44,950 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for d7e89dc35d3972bc928e2e7376edadf5 2024-11-15T17:21:44,950 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,42193,1731691265229 2024-11-15T17:21:44,950 INFO [RS:0;046d875b9f8f:42193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:21:44,950 INFO [RS:0;046d875b9f8f:42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:42193. 2024-11-15T17:21:44,950 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 916faca23961de9f5ebeb19fcf8a3b62, disabling compactions & flushes 2024-11-15T17:21:44,950 DEBUG [RS:0;046d875b9f8f:42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:44,950 DEBUG [RS:0;046d875b9f8f:42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:44,950 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62. 2024-11-15T17:21:44,950 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:21:44,950 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:21:44,951 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:21:44,951 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62. 2024-11-15T17:21:44,951 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:21:44,951 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62. after waiting 0 ms 2024-11-15T17:21:44,951 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62. 2024-11-15T17:21:44,951 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 916faca23961de9f5ebeb19fcf8a3b62 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-15T17:21:44,951 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T17:21:44,951 DEBUG [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(1325): Online Regions={916faca23961de9f5ebeb19fcf8a3b62=hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62., 1588230740=hbase:meta,,1.1588230740, d7e89dc35d3972bc928e2e7376edadf5=test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5.} 2024-11-15T17:21:44,951 DEBUG [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 916faca23961de9f5ebeb19fcf8a3b62, d7e89dc35d3972bc928e2e7376edadf5 2024-11-15T17:21:44,951 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:21:44,951 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:21:44,951 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:21:44,951 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:21:44,952 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:21:44,952 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T17:21:44,967 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1493, reset compression=false 2024-11-15T17:21:44,976 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/replication/916faca23961de9f5ebeb19fcf8a3b62/.tmp/queue/4aa20865332e410394abaf9a50f40680 is 154, key is 1-046d875b9f8f,42193,1731691265229/queue:046d875b9f8f%2C42193%2C1731691265229/1731691300519/Put/seqid=0 2024-11-15T17:21:44,983 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/.tmp/info/f41e847351e4437fb2014bd74be32c81 is 147, key is hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62./info:regioninfo/1731691286961/Put/seqid=0 2024-11-15T17:21:44,995 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:21:45,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741841_1017 (size=7686) 2024-11-15T17:21:45,003 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/.tmp/info/f41e847351e4437fb2014bd74be32c81 2024-11-15T17:21:45,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741840_1016 (size=5353) 2024-11-15T17:21:45,011 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/replication/916faca23961de9f5ebeb19fcf8a3b62/.tmp/queue/4aa20865332e410394abaf9a50f40680 2024-11-15T17:21:45,025 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/replication/916faca23961de9f5ebeb19fcf8a3b62/.tmp/queue/4aa20865332e410394abaf9a50f40680 as hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/replication/916faca23961de9f5ebeb19fcf8a3b62/queue/4aa20865332e410394abaf9a50f40680 2024-11-15T17:21:45,036 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/replication/916faca23961de9f5ebeb19fcf8a3b62/queue/4aa20865332e410394abaf9a50f40680, entries=1, sequenceid=14, filesize=5.2 K 2024-11-15T17:21:45,039 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 916faca23961de9f5ebeb19fcf8a3b62 in 87ms, sequenceid=14, compaction requested=false 2024-11-15T17:21:45,039 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T17:21:45,047 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/replication/916faca23961de9f5ebeb19fcf8a3b62/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-15T17:21:45,048 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:21:45,048 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:21:45,048 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62. 2024-11-15T17:21:45,048 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 916faca23961de9f5ebeb19fcf8a3b62: Waiting for close lock at 1731691304950Running coprocessor pre-close hooks at 1731691304950Disabling compacts and flushes for region at 1731691304950Disabling writes for close at 1731691304951 (+1 ms)Obtaining lock to block concurrent updates at 1731691304951Preparing flush snapshotting stores in 916faca23961de9f5ebeb19fcf8a3b62 at 1731691304951Finished memstore snapshotting hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731691304951Flushing stores of hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62. at 1731691304952 (+1 ms)Flushing 916faca23961de9f5ebeb19fcf8a3b62/queue: creating writer at 1731691304952Flushing 916faca23961de9f5ebeb19fcf8a3b62/queue: appending metadata at 1731691304976 (+24 ms)Flushing 916faca23961de9f5ebeb19fcf8a3b62/queue: closing flushed file at 1731691304976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26591778: reopening flushed file at 1731691305023 (+47 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 916faca23961de9f5ebeb19fcf8a3b62 in 87ms, sequenceid=14, compaction requested=false at 1731691305039 (+16 ms)Writing region close event to WAL at 1731691305042 (+3 ms)Running coprocessor post-close hooks at 1731691305048 (+6 ms)Closed at 1731691305048 2024-11-15T17:21:45,048 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731691285797.916faca23961de9f5ebeb19fcf8a3b62. 2024-11-15T17:21:45,048 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7e89dc35d3972bc928e2e7376edadf5, disabling compactions & flushes 2024-11-15T17:21:45,048 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5. 2024-11-15T17:21:45,048 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5. 2024-11-15T17:21:45,048 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5. after waiting 0 ms 2024-11-15T17:21:45,048 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5. 2024-11-15T17:21:45,048 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d7e89dc35d3972bc928e2e7376edadf5 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-15T17:21:45,059 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/.tmp/ns/9e5ed5104476418d9f5ee4e874665c8a is 43, key is default/ns:d/1731691269514/Put/seqid=0 2024-11-15T17:21:45,071 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/default/test/d7e89dc35d3972bc928e2e7376edadf5/.tmp/f/c378ffd8002548f49374c4073a48196d is 37, key is row3/f:row3/1731691299076/Put/seqid=0 2024-11-15T17:21:45,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741842_1018 (size=5153) 2024-11-15T17:21:45,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741843_1019 (size=5228) 2024-11-15T17:21:45,091 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/default/test/d7e89dc35d3972bc928e2e7376edadf5/.tmp/f/c378ffd8002548f49374c4073a48196d 2024-11-15T17:21:45,097 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c378ffd8002548f49374c4073a48196d 2024-11-15T17:21:45,118 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/default/test/d7e89dc35d3972bc928e2e7376edadf5/.tmp/f1/99413b167db04c2880f4e9dfcfe2b790 is 30, key is row1/f1:/1731691296390/DeleteFamily/seqid=0 2024-11-15T17:21:45,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741844_1020 (size=5158) 2024-11-15T17:21:45,151 DEBUG [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7e89dc35d3972bc928e2e7376edadf5 2024-11-15T17:21:45,352 DEBUG [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7e89dc35d3972bc928e2e7376edadf5 2024-11-15T17:21:45,358 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:21:45,358 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:21:45,479 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/.tmp/ns/9e5ed5104476418d9f5ee4e874665c8a 2024-11-15T17:21:45,505 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/.tmp/rep_barrier/c4bb504389f948d384b085c189c31f89 is 112, key is test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5./rep_barrier:seqnumDuringOpen/1731691281482/Put/seqid=0 2024-11-15T17:21:45,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741845_1021 (size=5518) 2024-11-15T17:21:45,523 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/default/test/d7e89dc35d3972bc928e2e7376edadf5/.tmp/f1/99413b167db04c2880f4e9dfcfe2b790 2024-11-15T17:21:45,527 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99413b167db04c2880f4e9dfcfe2b790 2024-11-15T17:21:45,548 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/default/test/d7e89dc35d3972bc928e2e7376edadf5/.tmp/norep/f0b08e75b89e444e9a4496a08ad6349b is 32, key is row/norep:/1731691295384/DeleteFamily/seqid=0 2024-11-15T17:21:45,552 DEBUG [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7e89dc35d3972bc928e2e7376edadf5 2024-11-15T17:21:45,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741846_1022 (size=5101) 2024-11-15T17:21:45,553 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/default/test/d7e89dc35d3972bc928e2e7376edadf5/.tmp/norep/f0b08e75b89e444e9a4496a08ad6349b 2024-11-15T17:21:45,559 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0b08e75b89e444e9a4496a08ad6349b 2024-11-15T17:21:45,571 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/default/test/d7e89dc35d3972bc928e2e7376edadf5/.tmp/f/c378ffd8002548f49374c4073a48196d as hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/default/test/d7e89dc35d3972bc928e2e7376edadf5/f/c378ffd8002548f49374c4073a48196d 2024-11-15T17:21:45,580 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c378ffd8002548f49374c4073a48196d 2024-11-15T17:21:45,580 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/default/test/d7e89dc35d3972bc928e2e7376edadf5/f/c378ffd8002548f49374c4073a48196d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T17:21:45,581 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/default/test/d7e89dc35d3972bc928e2e7376edadf5/.tmp/f1/99413b167db04c2880f4e9dfcfe2b790 as hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/default/test/d7e89dc35d3972bc928e2e7376edadf5/f1/99413b167db04c2880f4e9dfcfe2b790 2024-11-15T17:21:45,586 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99413b167db04c2880f4e9dfcfe2b790 2024-11-15T17:21:45,587 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/default/test/d7e89dc35d3972bc928e2e7376edadf5/f1/99413b167db04c2880f4e9dfcfe2b790, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T17:21:45,588 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/default/test/d7e89dc35d3972bc928e2e7376edadf5/.tmp/norep/f0b08e75b89e444e9a4496a08ad6349b as hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/default/test/d7e89dc35d3972bc928e2e7376edadf5/norep/f0b08e75b89e444e9a4496a08ad6349b 2024-11-15T17:21:45,594 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0b08e75b89e444e9a4496a08ad6349b 2024-11-15T17:21:45,594 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/default/test/d7e89dc35d3972bc928e2e7376edadf5/norep/f0b08e75b89e444e9a4496a08ad6349b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T17:21:45,596 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d7e89dc35d3972bc928e2e7376edadf5 in 547ms, sequenceid=12, compaction requested=false 2024-11-15T17:21:45,596 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T17:21:45,605 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/default/test/d7e89dc35d3972bc928e2e7376edadf5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T17:21:45,606 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:21:45,606 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:21:45,606 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5. 2024-11-15T17:21:45,606 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7e89dc35d3972bc928e2e7376edadf5: Waiting for close lock at 1731691305048Running coprocessor pre-close hooks at 1731691305048Disabling compacts and flushes for region at 1731691305048Disabling writes for close at 1731691305048Obtaining lock to block concurrent updates at 1731691305048Preparing flush snapshotting stores in d7e89dc35d3972bc928e2e7376edadf5 at 1731691305048Finished memstore snapshotting test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731691305049 (+1 ms)Flushing stores of test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5. at 1731691305050 (+1 ms)Flushing d7e89dc35d3972bc928e2e7376edadf5/f: creating writer at 1731691305050Flushing d7e89dc35d3972bc928e2e7376edadf5/f: appending metadata at 1731691305070 (+20 ms)Flushing d7e89dc35d3972bc928e2e7376edadf5/f: closing flushed file at 1731691305070Flushing d7e89dc35d3972bc928e2e7376edadf5/f1: creating writer at 1731691305097 (+27 ms)Flushing d7e89dc35d3972bc928e2e7376edadf5/f1: appending metadata at 1731691305117 (+20 ms)Flushing d7e89dc35d3972bc928e2e7376edadf5/f1: closing flushed file at 1731691305117Flushing d7e89dc35d3972bc928e2e7376edadf5/norep: creating writer at 1731691305528 (+411 ms)Flushing d7e89dc35d3972bc928e2e7376edadf5/norep: appending metadata at 1731691305546 (+18 ms)Flushing d7e89dc35d3972bc928e2e7376edadf5/norep: closing flushed file at 1731691305547 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72030a27: reopening flushed file at 1731691305559 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb8f26f: reopening flushed file at 1731691305580 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eee5860: reopening flushed file at 1731691305587 (+7 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d7e89dc35d3972bc928e2e7376edadf5 in 547ms, sequenceid=12, compaction requested=false at 1731691305596 (+9 ms)Writing region close event to WAL at 1731691305601 (+5 ms)Running coprocessor post-close hooks at 1731691305606 (+5 ms)Closed at 1731691305606 2024-11-15T17:21:45,606 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731691280332.d7e89dc35d3972bc928e2e7376edadf5. 2024-11-15T17:21:45,752 DEBUG [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:21:45,912 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/.tmp/rep_barrier/c4bb504389f948d384b085c189c31f89 2024-11-15T17:21:45,942 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/.tmp/table/df06adc075ee4623b09f2524b4d728bc is 53, key is hbase:replication/table:state/1731691286970/Put/seqid=0 2024-11-15T17:21:45,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741847_1023 (size=5308) 2024-11-15T17:21:45,950 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/.tmp/table/df06adc075ee4623b09f2524b4d728bc 2024-11-15T17:21:45,952 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T17:21:45,952 DEBUG [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T17:21:45,952 DEBUG [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:21:45,957 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/.tmp/info/f41e847351e4437fb2014bd74be32c81 as hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/info/f41e847351e4437fb2014bd74be32c81 2024-11-15T17:21:45,962 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/info/f41e847351e4437fb2014bd74be32c81, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T17:21:45,964 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/.tmp/ns/9e5ed5104476418d9f5ee4e874665c8a as hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/ns/9e5ed5104476418d9f5ee4e874665c8a 2024-11-15T17:21:45,970 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/ns/9e5ed5104476418d9f5ee4e874665c8a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T17:21:45,971 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/.tmp/rep_barrier/c4bb504389f948d384b085c189c31f89 as hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/rep_barrier/c4bb504389f948d384b085c189c31f89 2024-11-15T17:21:45,977 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/rep_barrier/c4bb504389f948d384b085c189c31f89, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T17:21:45,979 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/.tmp/table/df06adc075ee4623b09f2524b4d728bc as hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/table/df06adc075ee4623b09f2524b4d728bc 2024-11-15T17:21:45,985 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/table/df06adc075ee4623b09f2524b4d728bc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T17:21:45,986 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1034ms, sequenceid=16, compaction requested=false 2024-11-15T17:21:45,986 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T17:21:45,988 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 1493, reset compression=false 2024-11-15T17:21:45,997 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T17:21:45,998 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:21:45,999 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.wal-reader.046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495 to pos 2384, reset compression=false 2024-11-15T17:21:45,999 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,42193,1731691265229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/WALs/046d875b9f8f,42193,1731691265229/046d875b9f8f%2C42193%2C1731691265229.1731691268495, lastWalPosition=2384, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:21:45,999 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:21:45,999 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:21:45,999 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:21:45,999 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691304951Running coprocessor pre-close hooks at 1731691304951Disabling compacts and flushes for region at 1731691304951Disabling writes for close at 1731691304951Obtaining lock to block concurrent updates at 1731691304952 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731691304952Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731691304953 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731691304954 (+1 ms)Flushing 1588230740/info: creating writer at 1731691304954Flushing 1588230740/info: appending metadata at 1731691304982 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731691304982Flushing 1588230740/ns: creating writer at 1731691305020 (+38 ms)Flushing 1588230740/ns: appending metadata at 1731691305058 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1731691305058Flushing 1588230740/rep_barrier: creating writer at 1731691305484 (+426 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731691305505 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731691305505Flushing 1588230740/table: creating writer at 1731691305917 (+412 ms)Flushing 1588230740/table: appending metadata at 1731691305941 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731691305942 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696c47ca: reopening flushed file at 1731691305956 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b38f41: reopening flushed file at 1731691305963 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@308e01d7: reopening flushed file at 1731691305970 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55fb48ae: reopening flushed file at 1731691305978 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1034ms, sequenceid=16, compaction requested=false at 1731691305986 (+8 ms)Writing region close event to WAL at 1731691305992 (+6 ms)Running coprocessor post-close hooks at 1731691305999 (+7 ms)Closed at 1731691305999 2024-11-15T17:21:46,000 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:21:45,999 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 046d875b9f8f,42193,1731691265229: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-046d875b9f8f,42193,1731691265229, walGroup=046d875b9f8f%2C42193%2C1731691265229, offset=046d875b9f8f%2C42193%2C1731691265229.1731691268495:2384, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:42193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T17:21:46,001 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T17:21:46,001 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T17:21:46,002 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T17:21:46,002 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T17:21:46,002 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T17:21:46,002 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1130364928, "init": 1048576000, "max": 2306867200, "used": 925283568 }, "NonHeapMemoryUsage": { "committed": 202964992, "init": 7667712, "max": -1, "used": 200085896 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T17:21:46,002 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:43535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T17:21:46,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,153 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,42193,1731691265229; all regions closed. 2024-11-15T17:21:46,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741834_1010 (size=4239) 2024-11-15T17:21:46,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741839_1015 (size=3552) 2024-11-15T17:21:46,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741832_1008 (size=2392) 2024-11-15T17:21:46,163 DEBUG [RS:0;046d875b9f8f:42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:46,164 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:21:46,164 INFO [RS:0;046d875b9f8f:42193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:21:46,164 INFO [RS:0;046d875b9f8f:42193 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T17:21:46,164 INFO [RS:0;046d875b9f8f:42193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:21:46,164 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:21:46,164 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-046d875b9f8f,42193,1731691265229 because: Region server is closing 2024-11-15T17:21:46,164 INFO [RS:0;046d875b9f8f:42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:42193. 2024-11-15T17:21:46,165 DEBUG [RS:0;046d875b9f8f:42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:46,165 DEBUG [RS:0;046d875b9f8f:42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:46,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:46,165 DEBUG [RS:0;046d875b9f8f:42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:46,265 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,42193,1731691265229.replicationSource.shipper046d875b9f8f%2C42193%2C1731691265229,1-046d875b9f8f,42193,1731691265229 terminated 2024-11-15T17:21:46,266 INFO [RS:0;046d875b9f8f:42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:42193. 2024-11-15T17:21:46,266 DEBUG [RS:0;046d875b9f8f:42193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:21:46,266 DEBUG [RS:0;046d875b9f8f:42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:46,266 DEBUG [RS:0;046d875b9f8f:42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:46,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:21:46,266 INFO [RS:0;046d875b9f8f:42193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42193 2024-11-15T17:21:46,326 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1670597246/rs/046d875b9f8f,42193,1731691265229 2024-11-15T17:21:46,326 INFO [RS:0;046d875b9f8f:42193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:21:46,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246/rs 2024-11-15T17:21:46,326 ERROR [pool-1597-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f85f88e4eb8@7698b290 rejected from java.util.concurrent.ThreadPoolExecutor@72a7389b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-15T17:21:46,327 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,42193,1731691265229] 2024-11-15T17:21:46,347 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1670597246/draining/046d875b9f8f,42193,1731691265229 already deleted, retry=false 2024-11-15T17:21:46,347 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,42193,1731691265229 expired; onlineServers=0 2024-11-15T17:21:46,347 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,43535,1731691265027' ***** 2024-11-15T17:21:46,347 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:21:46,347 INFO [M:0;046d875b9f8f:43535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:21:46,348 INFO [M:0;046d875b9f8f:43535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:21:46,348 DEBUG [M:0;046d875b9f8f:43535 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:21:46,348 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:21:46,348 DEBUG [M:0;046d875b9f8f:43535 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:21:46,348 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691268220 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691268220,5,FailOnTimeoutGroup] 2024-11-15T17:21:46,348 INFO [M:0;046d875b9f8f:43535 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:21:46,348 INFO [M:0;046d875b9f8f:43535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:21:46,348 DEBUG [M:0;046d875b9f8f:43535 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:21:46,348 INFO [M:0;046d875b9f8f:43535 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:21:46,348 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691268220 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691268220,5,FailOnTimeoutGroup] 2024-11-15T17:21:46,348 INFO [M:0;046d875b9f8f:43535 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:21:46,348 ERROR [M:0;046d875b9f8f:43535 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41651,5,PEWorkerGroup] 2024-11-15T17:21:46,349 INFO [M:0;046d875b9f8f:43535 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:21:46,349 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:21:46,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1670597246/master 2024-11-15T17:21:46,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1670597246 2024-11-15T17:21:46,358 DEBUG [M:0;046d875b9f8f:43535 {}] zookeeper.ZKUtil(347): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Unable to get data of znode /0-1670597246/master because node does not exist (not an error) 2024-11-15T17:21:46,358 WARN [M:0;046d875b9f8f:43535 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:21:46,359 INFO [M:0;046d875b9f8f:43535 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/.lastflushedseqids 2024-11-15T17:21:46,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741848_1024 (size=245) 2024-11-15T17:21:46,365 INFO [M:0;046d875b9f8f:43535 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:21:46,365 INFO [M:0;046d875b9f8f:43535 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:21:46,365 DEBUG [M:0;046d875b9f8f:43535 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:21:46,366 INFO [M:0;046d875b9f8f:43535 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:46,366 DEBUG [M:0;046d875b9f8f:43535 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:46,366 DEBUG [M:0;046d875b9f8f:43535 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:21:46,366 DEBUG [M:0;046d875b9f8f:43535 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:46,366 INFO [M:0;046d875b9f8f:43535 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-15T17:21:46,383 DEBUG [M:0;046d875b9f8f:43535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edbac2b4b4a345e8ad6a3a88adc0a9f1 is 82, key is hbase:meta,,1/info:regioninfo/1731691269485/Put/seqid=0 2024-11-15T17:21:46,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741849_1025 (size=5672) 2024-11-15T17:21:46,389 INFO [M:0;046d875b9f8f:43535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edbac2b4b4a345e8ad6a3a88adc0a9f1 2024-11-15T17:21:46,411 DEBUG [M:0;046d875b9f8f:43535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4ac8f6de7bb430a8a27cc8e609beb72 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731691281492/Put/seqid=0 2024-11-15T17:21:46,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741850_1026 (size=7219) 2024-11-15T17:21:46,418 INFO [M:0;046d875b9f8f:43535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4ac8f6de7bb430a8a27cc8e609beb72 2024-11-15T17:21:46,434 INFO [M:0;046d875b9f8f:43535 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4ac8f6de7bb430a8a27cc8e609beb72 2024-11-15T17:21:46,437 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:21:46,437 INFO [RS:0;046d875b9f8f:42193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:21:46,437 INFO [RS:0;046d875b9f8f:42193 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,42193,1731691265229; zookeeper connection closed. 2024-11-15T17:21:46,437 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x1013f83ad4b0001, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:21:46,449 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f6e8771 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f6e8771 2024-11-15T17:21:46,449 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:21:46,453 DEBUG [M:0;046d875b9f8f:43535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/634deaed6e55434daf35250b53dfee2f is 69, key is 046d875b9f8f,42193,1731691265229/rs:state/1731691268332/Put/seqid=0 2024-11-15T17:21:46,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741851_1027 (size=5156) 2024-11-15T17:21:46,464 INFO [M:0;046d875b9f8f:43535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/634deaed6e55434daf35250b53dfee2f 2024-11-15T17:21:46,470 DEBUG [M:0;046d875b9f8f:43535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edbac2b4b4a345e8ad6a3a88adc0a9f1 as hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/edbac2b4b4a345e8ad6a3a88adc0a9f1 2024-11-15T17:21:46,475 INFO [M:0;046d875b9f8f:43535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/edbac2b4b4a345e8ad6a3a88adc0a9f1, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T17:21:46,477 DEBUG [M:0;046d875b9f8f:43535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4ac8f6de7bb430a8a27cc8e609beb72 as hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4ac8f6de7bb430a8a27cc8e609beb72 2024-11-15T17:21:46,482 INFO [M:0;046d875b9f8f:43535 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4ac8f6de7bb430a8a27cc8e609beb72 2024-11-15T17:21:46,482 INFO [M:0;046d875b9f8f:43535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4ac8f6de7bb430a8a27cc8e609beb72, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T17:21:46,483 DEBUG [M:0;046d875b9f8f:43535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/634deaed6e55434daf35250b53dfee2f as hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/634deaed6e55434daf35250b53dfee2f 2024-11-15T17:21:46,490 INFO [M:0;046d875b9f8f:43535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41651/user/jenkins/test-data/d7ea9d5f-8f69-f950-011b-5ba4d7fee9a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/634deaed6e55434daf35250b53dfee2f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T17:21:46,491 INFO [M:0;046d875b9f8f:43535 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=105, compaction requested=false 2024-11-15T17:21:46,497 INFO [M:0;046d875b9f8f:43535 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:46,497 DEBUG [M:0;046d875b9f8f:43535 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691306365Disabling compacts and flushes for region at 1731691306365Disabling writes for close at 1731691306366 (+1 ms)Obtaining lock to block concurrent updates at 1731691306366Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691306366Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731691306366Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691306367 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691306367Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691306383 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691306383Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691306393 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691306411 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691306411Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691306434 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691306452 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691306452Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a406454: reopening flushed file at 1731691306469 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b1e6116: reopening flushed file at 1731691306475 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cfb0d74: reopening flushed file at 1731691306482 (+7 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=105, compaction requested=false at 1731691306491 (+9 ms)Writing region close event to WAL at 1731691306497 (+6 ms)Closed at 1731691306497 2024-11-15T17:21:46,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41629 is added to blk_1073741830_1006 (size=64435) 2024-11-15T17:21:46,508 INFO [M:0;046d875b9f8f:43535 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:21:46,508 INFO [M:0;046d875b9f8f:43535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43535 2024-11-15T17:21:46,509 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:21:46,509 INFO [M:0;046d875b9f8f:43535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:21:46,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:21:46,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1013f83ad4b0000, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:21:46,616 INFO [M:0;046d875b9f8f:43535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:21:46,618 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:21:46,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d683701{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:21:46,626 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@556f8e1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:21:46,626 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:21:46,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ea18a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:21:46,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66eacbe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/hadoop.log.dir/,STOPPED} 2024-11-15T17:21:46,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:46,720 WARN [BP-876936913-172.17.0.2-1731691262390 heartbeating to localhost/127.0.0.1:41651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:21:46,720 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:21:46,720 WARN [BP-876936913-172.17.0.2-1731691262390 heartbeating to localhost/127.0.0.1:41651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-876936913-172.17.0.2-1731691262390 (Datanode Uuid a3442b30-2f3e-43f0-a372-b76a67de0433) service to localhost/127.0.0.1:41651 2024-11-15T17:21:46,720 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:21:46,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/cluster_4162d5a7-5fa9-af73-bf84-62e6fb732ae3/data/data1/current/BP-876936913-172.17.0.2-1731691262390 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:21:46,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/cluster_4162d5a7-5fa9-af73-bf84-62e6fb732ae3/data/data2/current/BP-876936913-172.17.0.2-1731691262390 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:21:46,721 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:21:46,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64b247e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:21:46,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c33629c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:21:46,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:21:46,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44459592{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:21:46,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c3ac1de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00eae73-f8f2-8af3-5301-a626997bb557/hadoop.log.dir/,STOPPED} 2024-11-15T17:21:46,743 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T17:21:46,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:21:46,773 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=323 (was 262) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:40315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-28-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-28-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:41651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40315 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-29-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38133 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60860) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41651 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-28-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60860) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60860) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=746 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 325) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=281 (was 319) 2024-11-15T17:21:46,795 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=323, OpenFileDescriptor=746, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=282 2024-11-15T17:21:46,814 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-15T17:21:46,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/hadoop.log.dir so I do NOT create it in target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299 2024-11-15T17:21:46,815 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:21:46,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/hadoop.tmp.dir so I do NOT create it in target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299 2024-11-15T17:21:46,815 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c8a693-4b92-010c-8078-4354f0601cc8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:21:46,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299 2024-11-15T17:21:46,815 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/cluster_7e0f44f4-9afc-7c54-5001-a946954fc28f, deleteOnExit=true 2024-11-15T17:21:46,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013f83ad4b0008, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T17:21:46,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013f83ad4b0002, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T17:21:46,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013f83ad4b0002, quorum=127.0.0.1:60860, baseZNode=/0-1670597246 Received Disconnected from ZooKeeper, ignoring 2024-11-15T17:21:46,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013f83ad4b0008, quorum=127.0.0.1:60860, baseZNode=/2-341825884 Received Disconnected from ZooKeeper, ignoring 2024-11-15T17:21:46,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013f83ad4b0005, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T17:21:46,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013f83ad4b0005, quorum=127.0.0.1:60860, baseZNode=/1-1353449928 Received Disconnected from ZooKeeper, ignoring 2024-11-15T17:21:46,845 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/cluster_7e0f44f4-9afc-7c54-5001-a946954fc28f/zookeeper_0, clientPort=63039, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/cluster_7e0f44f4-9afc-7c54-5001-a946954fc28f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/cluster_7e0f44f4-9afc-7c54-5001-a946954fc28f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T17:21:46,846 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63039 2024-11-15T17:21:46,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:21:46,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:21:46,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/test.cache.data in system properties and HBase conf 2024-11-15T17:21:46,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:21:46,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:21:46,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:21:46,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:21:46,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:21:46,846 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:21:46,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:21:46,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:21:46,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:21:46,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:21:46,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:21:46,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:21:46,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:21:46,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:21:46,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:21:46,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:21:46,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:21:46,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:21:46,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:21:46,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:21:47,278 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:21:47,293 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:21:47,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:21:47,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:21:47,344 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T17:21:47,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:21:47,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ebb8e20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:21:47,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@602b1c47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:21:47,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d891c71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/java.io.tmpdir/jetty-localhost-40671-hadoop-hdfs-3_4_1-tests_jar-_-any-745386821177092099/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:21:47,488 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f0b95e9{HTTP/1.1, (http/1.1)}{localhost:40671} 2024-11-15T17:21:47,488 INFO [Time-limited test {}] server.Server(415): Started @276546ms 2024-11-15T17:21:47,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:21:47,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T17:21:47,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T17:21:47,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:21:47,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:21:47,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:21:47,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:21:47,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:21:47,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:21:47,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dfc2ebc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:21:47,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f6c912{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:21:48,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2432189b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/java.io.tmpdir/jetty-localhost-37715-hadoop-hdfs-3_4_1-tests_jar-_-any-2951921509489660470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:21:48,064 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@566706b4{HTTP/1.1, (http/1.1)}{localhost:37715} 2024-11-15T17:21:48,065 INFO [Time-limited test {}] server.Server(415): Started @277123ms 2024-11-15T17:21:48,066 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:21:48,765 WARN [Thread-3435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/cluster_7e0f44f4-9afc-7c54-5001-a946954fc28f/data/data1/current/BP-1232861952-172.17.0.2-1731691306893/current, will proceed with Du for space computation calculation, 2024-11-15T17:21:48,765 WARN [Thread-3436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/cluster_7e0f44f4-9afc-7c54-5001-a946954fc28f/data/data2/current/BP-1232861952-172.17.0.2-1731691306893/current, will proceed with Du for space computation calculation, 2024-11-15T17:21:48,789 WARN [Thread-3423 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:21:48,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x877241215bda47a2 with lease ID 0xaf24ac1c4fe0fe2d: Processing first storage report for DS-23ce0053-6b30-48af-abf0-e28e63698d6f from datanode DatanodeRegistration(127.0.0.1:43343, datanodeUuid=5144e604-4b07-44c3-acfa-7cab9d40c492, infoPort=43383, infoSecurePort=0, ipcPort=41633, storageInfo=lv=-57;cid=testClusterID;nsid=1065218944;c=1731691306893) 2024-11-15T17:21:48,792 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x877241215bda47a2 with lease ID 0xaf24ac1c4fe0fe2d: from storage DS-23ce0053-6b30-48af-abf0-e28e63698d6f node DatanodeRegistration(127.0.0.1:43343, datanodeUuid=5144e604-4b07-44c3-acfa-7cab9d40c492, infoPort=43383, infoSecurePort=0, ipcPort=41633, storageInfo=lv=-57;cid=testClusterID;nsid=1065218944;c=1731691306893), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:21:48,792 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x877241215bda47a2 with lease ID 0xaf24ac1c4fe0fe2d: Processing first storage report for DS-ee847668-a6ef-415c-9cc8-6a1e22bda79d from datanode DatanodeRegistration(127.0.0.1:43343, datanodeUuid=5144e604-4b07-44c3-acfa-7cab9d40c492, infoPort=43383, infoSecurePort=0, ipcPort=41633, storageInfo=lv=-57;cid=testClusterID;nsid=1065218944;c=1731691306893) 2024-11-15T17:21:48,792 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x877241215bda47a2 with lease ID 0xaf24ac1c4fe0fe2d: from storage DS-ee847668-a6ef-415c-9cc8-6a1e22bda79d node DatanodeRegistration(127.0.0.1:43343, datanodeUuid=5144e604-4b07-44c3-acfa-7cab9d40c492, infoPort=43383, infoSecurePort=0, ipcPort=41633, storageInfo=lv=-57;cid=testClusterID;nsid=1065218944;c=1731691306893), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:21:48,805 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299 2024-11-15T17:21:48,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:48,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:48,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:21:49,215 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039 with version=8 2024-11-15T17:21:49,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/hbase-staging 2024-11-15T17:21:49,217 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:21:49,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:49,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:49,217 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:21:49,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:49,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:21:49,217 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:21:49,218 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:21:49,218 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40287 2024-11-15T17:21:49,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40287 connecting to ZooKeeper ensemble=127.0.0.1:63039 2024-11-15T17:21:49,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402870x0, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:21:49,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40287-0x1013f845b010000 connected 2024-11-15T17:21:49,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:49,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:49,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Set watcher on znode that does not yet exist, /0-1963182021/running 2024-11-15T17:21:49,385 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039, hbase.cluster.distributed=false 2024-11-15T17:21:49,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Set watcher on znode that does not yet exist, /0-1963182021/acl 2024-11-15T17:21:49,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40287 2024-11-15T17:21:49,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40287 2024-11-15T17:21:49,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40287 2024-11-15T17:21:49,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40287 2024-11-15T17:21:49,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40287 2024-11-15T17:21:49,416 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:21:49,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:49,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:49,416 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:21:49,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:49,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:21:49,417 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:21:49,417 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:21:49,417 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43645 2024-11-15T17:21:49,418 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43645 connecting to ZooKeeper ensemble=127.0.0.1:63039 2024-11-15T17:21:49,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:49,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:49,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436450x0, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:21:49,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436450x0, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Set watcher on znode that does not yet exist, /0-1963182021/running 2024-11-15T17:21:49,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43645-0x1013f845b010001 connected 2024-11-15T17:21:49,434 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:21:49,434 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:21:49,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Set watcher on znode that does not yet exist, /0-1963182021/master 2024-11-15T17:21:49,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Set watcher on znode that does not yet exist, /0-1963182021/acl 2024-11-15T17:21:49,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43645 2024-11-15T17:21:49,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43645 2024-11-15T17:21:49,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43645 2024-11-15T17:21:49,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43645 2024-11-15T17:21:49,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43645 2024-11-15T17:21:49,466 DEBUG [M:0;046d875b9f8f:40287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:40287 2024-11-15T17:21:49,466 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1963182021/backup-masters/046d875b9f8f,40287,1731691309217 2024-11-15T17:21:49,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021/backup-masters 2024-11-15T17:21:49,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021/backup-masters 2024-11-15T17:21:49,475 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Set watcher on existing znode=/0-1963182021/backup-masters/046d875b9f8f,40287,1731691309217 2024-11-15T17:21:49,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1963182021/master 2024-11-15T17:21:49,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021 2024-11-15T17:21:49,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021 2024-11-15T17:21:49,486 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Set watcher on existing znode=/0-1963182021/master 2024-11-15T17:21:49,486 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1963182021/backup-masters/046d875b9f8f,40287,1731691309217 from backup master directory 2024-11-15T17:21:49,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021/backup-masters 2024-11-15T17:21:49,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1963182021/backup-masters/046d875b9f8f,40287,1731691309217 2024-11-15T17:21:49,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021/backup-masters 2024-11-15T17:21:49,496 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:21:49,496 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,40287,1731691309217 2024-11-15T17:21:49,499 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/hbase.id] with ID: d4eacd2d-206f-46ff-8b7f-8199cc20964a 2024-11-15T17:21:49,499 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/.tmp/hbase.id 2024-11-15T17:21:49,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:21:49,904 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/.tmp/hbase.id]:[hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/hbase.id] 2024-11-15T17:21:49,914 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:49,914 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:21:49,914 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T17:21:49,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021 2024-11-15T17:21:49,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021 2024-11-15T17:21:49,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:21:49,932 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:21:49,933 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:21:49,933 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:21:49,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:21:50,340 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store 2024-11-15T17:21:50,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:21:50,745 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:50,745 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:21:50,745 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:50,745 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:50,745 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:21:50,745 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:50,745 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:50,745 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691310745Disabling compacts and flushes for region at 1731691310745Disabling writes for close at 1731691310745Writing region close event to WAL at 1731691310745Closed at 1731691310745 2024-11-15T17:21:50,746 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store/.initializing 2024-11-15T17:21:50,746 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/WALs/046d875b9f8f,40287,1731691309217 2024-11-15T17:21:50,747 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:21:50,748 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C40287%2C1731691309217, suffix=, logDir=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/WALs/046d875b9f8f,40287,1731691309217, archiveDir=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/oldWALs, maxLogs=10 2024-11-15T17:21:50,765 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/WALs/046d875b9f8f,40287,1731691309217/046d875b9f8f%2C40287%2C1731691309217.1731691310748, exclude list is [], retry=0 2024-11-15T17:21:50,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43343,DS-23ce0053-6b30-48af-abf0-e28e63698d6f,DISK] 2024-11-15T17:21:50,768 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/WALs/046d875b9f8f,40287,1731691309217/046d875b9f8f%2C40287%2C1731691309217.1731691310748 2024-11-15T17:21:50,769 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43383:43383)] 2024-11-15T17:21:50,769 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:21:50,769 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:50,769 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:50,769 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:50,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:50,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:21:50,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:50,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:50,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:50,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:21:50,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:50,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:50,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:50,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:21:50,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:50,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:50,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:50,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:21:50,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:50,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:50,775 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:50,776 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:50,776 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:50,777 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:50,777 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:50,778 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:21:50,781 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:50,785 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:21:50,785 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67785983, jitterRate=0.010089859366416931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:21:50,785 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691310769Initializing all the Stores at 1731691310770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691310770Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691310770Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691310770Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691310770Cleaning up temporary data from old regions at 1731691310777 (+7 ms)Region opened successfully at 1731691310785 (+8 ms) 2024-11-15T17:21:50,788 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:21:50,790 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2146c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:21:50,791 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:21:50,791 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:21:50,791 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:21:50,791 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:21:50,791 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:21:50,792 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:21:50,792 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:21:50,794 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:21:50,794 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Unable to get data of znode /0-1963182021/balancer because node does not exist (not necessarily an error) 2024-11-15T17:21:50,812 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1963182021/balancer already deleted, retry=false 2024-11-15T17:21:50,812 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:21:50,813 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Unable to get data of znode /0-1963182021/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:21:50,822 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1963182021/normalizer already deleted, retry=false 2024-11-15T17:21:50,822 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:21:50,823 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Unable to get data of znode /0-1963182021/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:21:50,832 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1963182021/switch/split already deleted, retry=false 2024-11-15T17:21:50,833 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Unable to get data of znode /0-1963182021/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:21:50,843 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1963182021/switch/merge already deleted, retry=false 2024-11-15T17:21:50,845 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Unable to get data of znode /0-1963182021/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:21:50,854 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1963182021/snapshot-cleanup already deleted, retry=false 2024-11-15T17:21:50,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1963182021/running 2024-11-15T17:21:50,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1963182021/running 2024-11-15T17:21:50,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021 2024-11-15T17:21:50,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021 2024-11-15T17:21:50,865 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,40287,1731691309217, sessionid=0x1013f845b010000, setting cluster-up flag (Was=false) 2024-11-15T17:21:50,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021 2024-11-15T17:21:50,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021 2024-11-15T17:21:50,917 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1963182021/flush-table-proc/acquired, /0-1963182021/flush-table-proc/reached, /0-1963182021/flush-table-proc/abort 2024-11-15T17:21:50,918 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,40287,1731691309217 2024-11-15T17:21:51,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021 2024-11-15T17:21:51,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021 2024-11-15T17:21:51,252 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1963182021/online-snapshot/acquired, /0-1963182021/online-snapshot/reached, /0-1963182021/online-snapshot/abort 2024-11-15T17:21:51,253 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,40287,1731691309217 2024-11-15T17:21:51,254 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:21:51,255 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:51,255 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:21:51,255 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:21:51,256 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 046d875b9f8f,41981,1731691171564: status=Processing ServerCrashProcedure of 046d875b9f8f,41981,1731691171564 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731691187068, completionTime=-1 appears to have been leaked 2024-11-15T17:21:51,256 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,40287,1731691309217 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:21:51,257 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:51,257 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:51,257 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:51,257 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:51,257 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:21:51,257 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:51,257 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:21:51,257 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:51,258 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691341258 2024-11-15T17:21:51,258 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:21:51,258 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:21:51,258 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:21:51,258 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:21:51,258 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:21:51,258 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:21:51,258 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:51,258 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:21:51,258 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:51,258 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:21:51,258 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:21:51,258 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:21:51,258 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:21:51,259 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:51,259 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:21:51,259 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:21:51,259 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:21:51,259 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691311259,5,FailOnTimeoutGroup] 2024-11-15T17:21:51,259 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691311259,5,FailOnTimeoutGroup] 2024-11-15T17:21:51,259 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:51,259 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:21:51,259 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:51,259 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:51,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:21:51,353 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(746): ClusterId : d4eacd2d-206f-46ff-8b7f-8199cc20964a 2024-11-15T17:21:51,353 DEBUG [RS:0;046d875b9f8f:43645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:21:51,370 DEBUG [RS:0;046d875b9f8f:43645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:21:51,370 DEBUG [RS:0;046d875b9f8f:43645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:21:51,380 DEBUG [RS:0;046d875b9f8f:43645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:21:51,380 DEBUG [RS:0;046d875b9f8f:43645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3005dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:21:51,390 DEBUG [RS:0;046d875b9f8f:43645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:43645 2024-11-15T17:21:51,391 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:21:51,391 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:21:51,391 DEBUG [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:21:51,391 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,40287,1731691309217 with port=43645, startcode=1731691309416 2024-11-15T17:21:51,391 DEBUG [RS:0;046d875b9f8f:43645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:21:51,392 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:21:51,393 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40287 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,43645,1731691309416 2024-11-15T17:21:51,393 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40287 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,43645,1731691309416 2024-11-15T17:21:51,394 DEBUG [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039 2024-11-15T17:21:51,394 DEBUG [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33821 2024-11-15T17:21:51,394 DEBUG [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:21:51,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021/rs 2024-11-15T17:21:51,401 DEBUG [RS:0;046d875b9f8f:43645 {}] zookeeper.ZKUtil(111): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Set watcher on existing znode=/0-1963182021/rs/046d875b9f8f,43645,1731691309416 2024-11-15T17:21:51,401 WARN [RS:0;046d875b9f8f:43645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:21:51,401 INFO [RS:0;046d875b9f8f:43645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:21:51,401 DEBUG [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416 2024-11-15T17:21:51,402 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,43645,1731691309416] 2024-11-15T17:21:51,404 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:21:51,405 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:21:51,405 INFO [RS:0;046d875b9f8f:43645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:21:51,405 INFO [RS:0;046d875b9f8f:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:51,408 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:21:51,408 INFO [RS:0;046d875b9f8f:43645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:21:51,408 INFO [RS:0;046d875b9f8f:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:51,409 DEBUG [RS:0;046d875b9f8f:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:51,409 DEBUG [RS:0;046d875b9f8f:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:51,409 DEBUG [RS:0;046d875b9f8f:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:51,409 DEBUG [RS:0;046d875b9f8f:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:51,409 DEBUG [RS:0;046d875b9f8f:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:51,409 DEBUG [RS:0;046d875b9f8f:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:21:51,409 DEBUG [RS:0;046d875b9f8f:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:51,409 DEBUG [RS:0;046d875b9f8f:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:51,409 DEBUG [RS:0;046d875b9f8f:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:51,409 DEBUG [RS:0;046d875b9f8f:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:51,409 DEBUG [RS:0;046d875b9f8f:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:51,409 DEBUG [RS:0;046d875b9f8f:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:51,409 DEBUG [RS:0;046d875b9f8f:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:21:51,409 DEBUG [RS:0;046d875b9f8f:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:21:51,409 INFO [RS:0;046d875b9f8f:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:51,409 INFO [RS:0;046d875b9f8f:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:51,409 INFO [RS:0;046d875b9f8f:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:51,409 INFO [RS:0;046d875b9f8f:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:51,409 INFO [RS:0;046d875b9f8f:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:51,409 INFO [RS:0;046d875b9f8f:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43645,1731691309416-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:21:51,423 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:21:51,423 INFO [RS:0;046d875b9f8f:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43645,1731691309416-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:51,424 INFO [RS:0;046d875b9f8f:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:51,424 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.Replication(171): 046d875b9f8f,43645,1731691309416 started 2024-11-15T17:21:51,436 INFO [RS:0;046d875b9f8f:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:51,436 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,43645,1731691309416, RpcServer on 046d875b9f8f/172.17.0.2:43645, sessionid=0x1013f845b010001 2024-11-15T17:21:51,436 DEBUG [RS:0;046d875b9f8f:43645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:21:51,436 DEBUG [RS:0;046d875b9f8f:43645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,43645,1731691309416 2024-11-15T17:21:51,436 DEBUG [RS:0;046d875b9f8f:43645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,43645,1731691309416' 2024-11-15T17:21:51,436 DEBUG [RS:0;046d875b9f8f:43645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1963182021/flush-table-proc/abort' 2024-11-15T17:21:51,436 DEBUG [RS:0;046d875b9f8f:43645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1963182021/flush-table-proc/acquired' 2024-11-15T17:21:51,437 DEBUG [RS:0;046d875b9f8f:43645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:21:51,437 DEBUG [RS:0;046d875b9f8f:43645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:21:51,437 DEBUG [RS:0;046d875b9f8f:43645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,43645,1731691309416 2024-11-15T17:21:51,437 DEBUG [RS:0;046d875b9f8f:43645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,43645,1731691309416' 2024-11-15T17:21:51,437 DEBUG [RS:0;046d875b9f8f:43645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1963182021/online-snapshot/abort' 2024-11-15T17:21:51,437 DEBUG [RS:0;046d875b9f8f:43645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1963182021/online-snapshot/acquired' 2024-11-15T17:21:51,437 DEBUG [RS:0;046d875b9f8f:43645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:21:51,437 INFO [RS:0;046d875b9f8f:43645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:21:51,437 INFO [RS:0;046d875b9f8f:43645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:21:51,502 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:21:51,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:51,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:51,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:51,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:51,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:51,538 INFO [RS:0;046d875b9f8f:43645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:21:51,539 INFO [RS:0;046d875b9f8f:43645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C43645%2C1731691309416, suffix=, logDir=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416, archiveDir=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/oldWALs, maxLogs=10 2024-11-15T17:21:51,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:51,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:51,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:51,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:51,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:51,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:51,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:51,555 DEBUG [RS:0;046d875b9f8f:43645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539, exclude list is [], retry=0 2024-11-15T17:21:51,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43343,DS-23ce0053-6b30-48af-abf0-e28e63698d6f,DISK] 2024-11-15T17:21:51,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:51,559 INFO [RS:0;046d875b9f8f:43645 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 2024-11-15T17:21:51,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:51,559 DEBUG [RS:0;046d875b9f8f:43645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43383:43383)] 2024-11-15T17:21:51,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:51,666 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:21:51,666 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039 2024-11-15T17:21:51,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741833_1009 (size=32) 2024-11-15T17:21:52,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:52,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:21:52,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:21:52,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:52,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:52,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:21:52,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:21:52,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:52,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:52,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:21:52,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:21:52,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:52,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:52,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:21:52,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:21:52,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:52,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:52,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:21:52,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740 2024-11-15T17:21:52,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740 2024-11-15T17:21:52,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:21:52,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:21:52,081 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:21:52,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:21:52,083 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:21:52,083 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68918423, jitterRate=0.02696453034877777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:21:52,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691312074Initializing all the Stores at 1731691312074Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691312074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691312075 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691312075Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691312075Cleaning up temporary data from old regions at 1731691312081 (+6 ms)Region opened successfully at 1731691312083 (+2 ms) 2024-11-15T17:21:52,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:21:52,083 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:21:52,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:21:52,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:21:52,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:21:52,084 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:21:52,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691312083Disabling compacts and flushes for region at 1731691312083Disabling writes for close at 1731691312083Writing region close event to WAL at 1731691312084 (+1 ms)Closed at 1731691312084 2024-11-15T17:21:52,085 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:52,085 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:21:52,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:21:52,085 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:21:52,086 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:21:52,236 DEBUG [046d875b9f8f:40287 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:21:52,237 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,43645,1731691309416 2024-11-15T17:21:52,237 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,43645,1731691309416, state=OPENING 2024-11-15T17:21:52,296 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:21:52,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021 2024-11-15T17:21:52,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021 2024-11-15T17:21:52,412 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1963182021/meta-region-server: CHANGED 2024-11-15T17:21:52,412 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1963182021/meta-region-server: CHANGED 2024-11-15T17:21:52,412 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:21:52,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,43645,1731691309416}] 2024-11-15T17:21:52,565 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:21:52,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:21:52,568 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:21:52,568 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:21:52,569 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:21:52,570 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C43645%2C1731691309416.meta, suffix=.meta, logDir=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416, archiveDir=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/oldWALs, maxLogs=10 2024-11-15T17:21:52,582 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.meta.1731691312570.meta, exclude list is [], retry=0 2024-11-15T17:21:52,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43343,DS-23ce0053-6b30-48af-abf0-e28e63698d6f,DISK] 2024-11-15T17:21:52,584 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.meta.1731691312570.meta 2024-11-15T17:21:52,584 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43383:43383)] 2024-11-15T17:21:52,585 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:21:52,585 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:21:52,585 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:21:52,585 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:21:52,585 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:21:52,585 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:21:52,585 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:52,585 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:21:52,585 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:21:52,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:21:52,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:21:52,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:52,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:52,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:21:52,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:21:52,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:52,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:52,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:21:52,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:21:52,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:52,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:52,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:21:52,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:21:52,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:52,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:52,589 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:21:52,590 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740 2024-11-15T17:21:52,590 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740 2024-11-15T17:21:52,591 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:21:52,591 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:21:52,591 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:21:52,592 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:21:52,592 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64066962, jitterRate=-0.04532787203788757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:21:52,592 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:21:52,593 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691312585Writing region info on filesystem at 1731691312585Initializing all the Stores at 1731691312586 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691312586Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691312586Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691312586Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691312586Cleaning up temporary data from old regions at 1731691312591 (+5 ms)Running coprocessor post-open hooks at 1731691312592 (+1 ms)Region opened successfully at 1731691312593 (+1 ms) 2024-11-15T17:21:52,594 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691312564 2024-11-15T17:21:52,595 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:21:52,595 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:21:52,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,43645,1731691309416 2024-11-15T17:21:52,596 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,43645,1731691309416, state=OPEN 2024-11-15T17:21:52,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1963182021/meta-region-server 2024-11-15T17:21:52,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1963182021/meta-region-server 2024-11-15T17:21:52,645 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,43645,1731691309416 2024-11-15T17:21:52,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1963182021/meta-region-server: CHANGED 2024-11-15T17:21:52,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1963182021/meta-region-server: CHANGED 2024-11-15T17:21:52,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:21:52,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,43645,1731691309416 in 232 msec 2024-11-15T17:21:52,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:21:52,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 562 msec 2024-11-15T17:21:52,649 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:52,649 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:21:52,650 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:21:52,650 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,43645,1731691309416, seqNum=-1] 2024-11-15T17:21:52,650 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:21:52,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:21:52,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4000 sec 2024-11-15T17:21:52,655 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691312655, completionTime=-1 2024-11-15T17:21:52,655 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:21:52,655 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:21:52,657 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:21:52,657 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691372657 2024-11-15T17:21:52,657 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691432657 2024-11-15T17:21:52,657 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T17:21:52,657 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40287,1731691309217-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:52,657 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40287,1731691309217-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:52,657 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40287,1731691309217-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:52,658 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:40287, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:52,658 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:52,658 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:52,659 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:21:52,660 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.164sec 2024-11-15T17:21:52,660 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:21:52,660 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:21:52,660 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:21:52,660 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:21:52,660 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:21:52,660 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40287,1731691309217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:21:52,660 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40287,1731691309217-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:21:52,662 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:21:52,662 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:21:52,662 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40287,1731691309217-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:52,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f1d92df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:52,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40287,-1 for getting cluster id 2024-11-15T17:21:52,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:52,755 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4eacd2d-206f-46ff-8b7f-8199cc20964a' 2024-11-15T17:21:52,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:52,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4eacd2d-206f-46ff-8b7f-8199cc20964a" 2024-11-15T17:21:52,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cfd921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:52,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40287,-1] 2024-11-15T17:21:52,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:52,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:52,757 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:52,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd286f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:52,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:21:52,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,43645,1731691309416, seqNum=-1] 2024-11-15T17:21:52,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:21:52,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:21:52,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,40287,1731691309217 2024-11-15T17:21:52,761 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63039 2024-11-15T17:21:52,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:21:52,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f845b010002 connected 2024-11-15T17:21:52,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/hadoop.log.dir so I do NOT create it in target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632 2024-11-15T17:21:52,858 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:21:52,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/hadoop.tmp.dir so I do NOT create it in target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632 2024-11-15T17:21:52,858 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:21:52,858 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632 2024-11-15T17:21:52,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:21:52,859 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/cluster_fed4410b-29f7-c9e1-8330-74e9b1af46ec, deleteOnExit=true 2024-11-15T17:21:52,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:21:52,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/test.cache.data in system properties and HBase conf 2024-11-15T17:21:52,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:21:52,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:21:52,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:21:52,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:21:52,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:21:52,859 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:21:52,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:21:52,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:21:52,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:21:52,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:21:52,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:21:52,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:21:52,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:21:52,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:21:52,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:21:52,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:21:52,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:21:52,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:21:52,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:21:52,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:21:53,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:21:53,870 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:21:53,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:21:53,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:21:53,871 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:21:53,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:21:53,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eb4388f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:21:53,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@594ad742{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:21:53,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2230c39a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/java.io.tmpdir/jetty-localhost-40005-hadoop-hdfs-3_4_1-tests_jar-_-any-5517987122836286553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:21:53,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18687b26{HTTP/1.1, (http/1.1)}{localhost:40005} 2024-11-15T17:21:53,971 INFO [Time-limited test {}] server.Server(415): Started @283029ms 2024-11-15T17:21:54,123 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:21:54,123 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:21:54,123 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88618 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:21:54,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:21:54,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:21:54,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:21:54,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:21:54,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:21:54,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60291cf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:21:54,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d81422{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:21:54,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@155223ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/java.io.tmpdir/jetty-localhost-44009-hadoop-hdfs-3_4_1-tests_jar-_-any-15760617777410974194/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:21:54,497 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27915c82{HTTP/1.1, (http/1.1)}{localhost:44009} 2024-11-15T17:21:54,497 INFO [Time-limited test {}] server.Server(415): Started @283555ms 2024-11-15T17:21:54,498 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:21:55,474 WARN [Thread-3556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/cluster_fed4410b-29f7-c9e1-8330-74e9b1af46ec/data/data1/current/BP-446177908-172.17.0.2-1731691312878/current, will proceed with Du for space computation calculation, 2024-11-15T17:21:55,477 WARN [Thread-3557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/cluster_fed4410b-29f7-c9e1-8330-74e9b1af46ec/data/data2/current/BP-446177908-172.17.0.2-1731691312878/current, will proceed with Du for space computation calculation, 2024-11-15T17:21:55,507 WARN [Thread-3544 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:21:55,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee50179dc28936a4 with lease ID 0x813f96c15b1a1d7: Processing first storage report for DS-901ba1b7-9344-4352-9666-02a9a396a547 from datanode DatanodeRegistration(127.0.0.1:34889, datanodeUuid=80a15552-3f8c-40db-991e-30745aaf06b6, infoPort=45033, infoSecurePort=0, ipcPort=36047, storageInfo=lv=-57;cid=testClusterID;nsid=710047368;c=1731691312878) 2024-11-15T17:21:55,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee50179dc28936a4 with lease ID 0x813f96c15b1a1d7: from storage DS-901ba1b7-9344-4352-9666-02a9a396a547 node DatanodeRegistration(127.0.0.1:34889, datanodeUuid=80a15552-3f8c-40db-991e-30745aaf06b6, infoPort=45033, infoSecurePort=0, ipcPort=36047, storageInfo=lv=-57;cid=testClusterID;nsid=710047368;c=1731691312878), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:21:55,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee50179dc28936a4 with lease ID 0x813f96c15b1a1d7: Processing first storage report for DS-0689119c-7aea-4ed5-bf19-cbae144ed88a from datanode DatanodeRegistration(127.0.0.1:34889, datanodeUuid=80a15552-3f8c-40db-991e-30745aaf06b6, infoPort=45033, infoSecurePort=0, ipcPort=36047, storageInfo=lv=-57;cid=testClusterID;nsid=710047368;c=1731691312878) 2024-11-15T17:21:55,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee50179dc28936a4 with lease ID 0x813f96c15b1a1d7: from storage DS-0689119c-7aea-4ed5-bf19-cbae144ed88a node DatanodeRegistration(127.0.0.1:34889, datanodeUuid=80a15552-3f8c-40db-991e-30745aaf06b6, infoPort=45033, infoSecurePort=0, ipcPort=36047, storageInfo=lv=-57;cid=testClusterID;nsid=710047368;c=1731691312878), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:21:55,545 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632 2024-11-15T17:21:55,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:55,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:21:55,960 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a with version=8 2024-11-15T17:21:55,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/hbase-staging 2024-11-15T17:21:55,963 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:21:55,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:55,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:55,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:21:55,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:55,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:21:55,963 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:21:55,963 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:21:55,973 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37891 2024-11-15T17:21:55,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37891 connecting to ZooKeeper ensemble=127.0.0.1:63039 2024-11-15T17:21:55,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378910x0, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:21:55,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37891-0x1013f845b010003 connected 2024-11-15T17:21:56,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:56,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:56,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Set watcher on znode that does not yet exist, /1-1615127384/running 2024-11-15T17:21:56,057 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a, hbase.cluster.distributed=false 2024-11-15T17:21:56,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Set watcher on znode that does not yet exist, /1-1615127384/acl 2024-11-15T17:21:56,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37891 2024-11-15T17:21:56,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37891 2024-11-15T17:21:56,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37891 2024-11-15T17:21:56,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37891 2024-11-15T17:21:56,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37891 2024-11-15T17:21:56,074 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:21:56,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:56,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:56,074 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:21:56,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:21:56,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:21:56,074 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:21:56,075 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:21:56,075 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36427 2024-11-15T17:21:56,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36427 connecting to ZooKeeper ensemble=127.0.0.1:63039 2024-11-15T17:21:56,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:56,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:56,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364270x0, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:21:56,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364270x0, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Set watcher on znode that does not yet exist, /1-1615127384/running 2024-11-15T17:21:56,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36427-0x1013f845b010004 connected 2024-11-15T17:21:56,086 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:21:56,088 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:21:56,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Set watcher on znode that does not yet exist, /1-1615127384/master 2024-11-15T17:21:56,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Set watcher on znode that does not yet exist, /1-1615127384/acl 2024-11-15T17:21:56,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36427 2024-11-15T17:21:56,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36427 2024-11-15T17:21:56,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36427 2024-11-15T17:21:56,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36427 2024-11-15T17:21:56,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36427 2024-11-15T17:21:56,121 DEBUG [M:0;046d875b9f8f:37891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:37891 2024-11-15T17:21:56,121 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1615127384/backup-masters/046d875b9f8f,37891,1731691315962 2024-11-15T17:21:56,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384/backup-masters 2024-11-15T17:21:56,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384/backup-masters 2024-11-15T17:21:56,127 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Set watcher on existing znode=/1-1615127384/backup-masters/046d875b9f8f,37891,1731691315962 2024-11-15T17:21:56,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1615127384/master 2024-11-15T17:21:56,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384 2024-11-15T17:21:56,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384 2024-11-15T17:21:56,138 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Set watcher on existing znode=/1-1615127384/master 2024-11-15T17:21:56,138 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1615127384/backup-masters/046d875b9f8f,37891,1731691315962 from backup master directory 2024-11-15T17:21:56,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1615127384/backup-masters/046d875b9f8f,37891,1731691315962 2024-11-15T17:21:56,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384/backup-masters 2024-11-15T17:21:56,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384/backup-masters 2024-11-15T17:21:56,148 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:21:56,148 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,37891,1731691315962 2024-11-15T17:21:56,151 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/hbase.id] with ID: 1ce5ba6b-7389-48e3-9c3f-9628fad0c10a 2024-11-15T17:21:56,151 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/.tmp/hbase.id 2024-11-15T17:21:56,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:21:56,558 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/.tmp/hbase.id]:[hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/hbase.id] 2024-11-15T17:21:56,565 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:21:56,566 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:21:56,566 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T17:21:56,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384 2024-11-15T17:21:56,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384 2024-11-15T17:21:56,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:21:56,588 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:21:56,589 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:21:56,589 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:21:56,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:21:56,994 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store 2024-11-15T17:21:56,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:21:57,401 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:57,401 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:21:57,401 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:57,401 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:57,401 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:21:57,401 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:57,401 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:21:57,401 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691317401Disabling compacts and flushes for region at 1731691317401Disabling writes for close at 1731691317401Writing region close event to WAL at 1731691317401Closed at 1731691317401 2024-11-15T17:21:57,402 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store/.initializing 2024-11-15T17:21:57,402 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/WALs/046d875b9f8f,37891,1731691315962 2024-11-15T17:21:57,403 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:21:57,404 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T17:21:57,405 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C37891%2C1731691315962, suffix=, logDir=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/WALs/046d875b9f8f,37891,1731691315962, archiveDir=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/oldWALs, maxLogs=10 2024-11-15T17:21:57,423 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/WALs/046d875b9f8f,37891,1731691315962/046d875b9f8f%2C37891%2C1731691315962.1731691317405, exclude list is [], retry=0 2024-11-15T17:21:57,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-901ba1b7-9344-4352-9666-02a9a396a547,DISK] 2024-11-15T17:21:57,428 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/WALs/046d875b9f8f,37891,1731691315962/046d875b9f8f%2C37891%2C1731691315962.1731691317405 2024-11-15T17:21:57,428 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-11-15T17:21:57,428 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:21:57,428 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:57,428 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:57,428 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:57,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:57,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:21:57,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:57,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:57,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:57,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:21:57,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:57,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:57,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:57,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:21:57,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:57,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:57,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:57,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:21:57,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:57,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:21:57,441 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:57,442 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:57,442 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:57,443 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:57,443 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:57,443 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:21:57,444 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:21:57,446 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:21:57,447 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68302233, jitterRate=0.017782583832740784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:21:57,447 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691317428Initializing all the Stores at 1731691317429 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691317429Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691317429Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691317429Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691317429Cleaning up temporary data from old regions at 1731691317443 (+14 ms)Region opened successfully at 1731691317447 (+4 ms) 2024-11-15T17:21:57,449 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:21:57,451 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58efe7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:21:57,452 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:21:57,452 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:21:57,452 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:21:57,452 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:21:57,453 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:21:57,453 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:21:57,453 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:21:57,456 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:21:57,457 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Unable to get data of znode /1-1615127384/balancer because node does not exist (not necessarily an error) 2024-11-15T17:21:57,464 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1615127384/balancer already deleted, retry=false 2024-11-15T17:21:57,464 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:21:57,465 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Unable to get data of znode /1-1615127384/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:21:57,474 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1615127384/normalizer already deleted, retry=false 2024-11-15T17:21:57,475 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:21:57,477 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Unable to get data of znode /1-1615127384/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:21:57,485 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1615127384/switch/split already deleted, retry=false 2024-11-15T17:21:57,486 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Unable to get data of znode /1-1615127384/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:21:57,495 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1615127384/switch/merge already deleted, retry=false 2024-11-15T17:21:57,499 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Unable to get data of znode /1-1615127384/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:21:57,506 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1615127384/snapshot-cleanup already deleted, retry=false 2024-11-15T17:21:57,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1615127384/running 2024-11-15T17:21:57,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1615127384/running 2024-11-15T17:21:57,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384 2024-11-15T17:21:57,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384 2024-11-15T17:21:57,517 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,37891,1731691315962, sessionid=0x1013f845b010003, setting cluster-up flag (Was=false) 2024-11-15T17:21:57,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384 2024-11-15T17:21:57,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384 2024-11-15T17:21:57,569 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1615127384/flush-table-proc/acquired, /1-1615127384/flush-table-proc/reached, /1-1615127384/flush-table-proc/abort 2024-11-15T17:21:57,570 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,37891,1731691315962 2024-11-15T17:21:57,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384 2024-11-15T17:21:57,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384 2024-11-15T17:21:57,638 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1615127384/online-snapshot/acquired, /1-1615127384/online-snapshot/reached, /1-1615127384/online-snapshot/abort 2024-11-15T17:21:57,639 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,37891,1731691315962 2024-11-15T17:21:57,649 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:21:57,650 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:57,650 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:21:57,650 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:21:57,651 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,37891,1731691315962 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:21:57,652 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:57,653 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:57,653 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:57,653 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:21:57,653 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:21:57,653 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:57,653 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:21:57,653 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:57,665 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:57,666 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:21:57,667 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:57,667 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:21:57,676 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691347676 2024-11-15T17:21:57,676 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:21:57,676 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:21:57,676 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:21:57,676 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:21:57,676 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:21:57,676 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:21:57,677 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:57,680 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:21:57,680 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:21:57,680 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:21:57,680 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:21:57,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:21:57,691 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:21:57,691 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a 2024-11-15T17:21:57,696 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:21:57,696 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:21:57,704 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691317696,5,FailOnTimeoutGroup] 2024-11-15T17:21:57,708 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691317704,5,FailOnTimeoutGroup] 2024-11-15T17:21:57,708 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:57,708 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:21:57,708 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:57,708 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:57,717 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(746): ClusterId : 1ce5ba6b-7389-48e3-9c3f-9628fad0c10a 2024-11-15T17:21:57,717 DEBUG [RS:0;046d875b9f8f:36427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:21:57,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741832_1008 (size=32) 2024-11-15T17:21:57,728 DEBUG [RS:0;046d875b9f8f:36427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:21:57,728 DEBUG [RS:0;046d875b9f8f:36427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:21:57,738 DEBUG [RS:0;046d875b9f8f:36427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:21:57,738 DEBUG [RS:0;046d875b9f8f:36427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6bf0d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:21:57,751 DEBUG [RS:0;046d875b9f8f:36427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:36427 2024-11-15T17:21:57,751 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:21:57,751 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:21:57,751 DEBUG [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:21:57,752 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,37891,1731691315962 with port=36427, startcode=1731691316074 2024-11-15T17:21:57,752 DEBUG [RS:0;046d875b9f8f:36427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:21:57,754 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:21:57,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,36427,1731691316074 2024-11-15T17:21:57,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37891 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,36427,1731691316074 2024-11-15T17:21:57,755 DEBUG [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a 2024-11-15T17:21:57,755 DEBUG [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34751 2024-11-15T17:21:57,755 DEBUG [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:21:57,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384/rs 2024-11-15T17:21:57,795 DEBUG [RS:0;046d875b9f8f:36427 {}] zookeeper.ZKUtil(111): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Set watcher on existing znode=/1-1615127384/rs/046d875b9f8f,36427,1731691316074 2024-11-15T17:21:57,795 WARN [RS:0;046d875b9f8f:36427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:21:57,795 INFO [RS:0;046d875b9f8f:36427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:21:57,796 DEBUG [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074 2024-11-15T17:21:57,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,36427,1731691316074] 2024-11-15T17:21:57,801 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:21:57,808 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:21:57,809 INFO [RS:0;046d875b9f8f:36427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:21:57,809 INFO [RS:0;046d875b9f8f:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:57,809 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:21:57,810 INFO [RS:0;046d875b9f8f:36427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:21:57,810 INFO [RS:0;046d875b9f8f:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:57,810 DEBUG [RS:0;046d875b9f8f:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:57,810 DEBUG [RS:0;046d875b9f8f:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:57,810 DEBUG [RS:0;046d875b9f8f:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:57,810 DEBUG [RS:0;046d875b9f8f:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:57,810 DEBUG [RS:0;046d875b9f8f:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:57,810 DEBUG [RS:0;046d875b9f8f:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:21:57,810 DEBUG [RS:0;046d875b9f8f:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:57,810 DEBUG [RS:0;046d875b9f8f:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:57,810 DEBUG [RS:0;046d875b9f8f:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:57,810 DEBUG [RS:0;046d875b9f8f:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:57,810 DEBUG [RS:0;046d875b9f8f:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:57,810 DEBUG [RS:0;046d875b9f8f:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:21:57,810 DEBUG [RS:0;046d875b9f8f:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:21:57,810 DEBUG [RS:0;046d875b9f8f:36427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:21:57,820 INFO [RS:0;046d875b9f8f:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:57,820 INFO [RS:0;046d875b9f8f:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:57,820 INFO [RS:0;046d875b9f8f:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:57,820 INFO [RS:0;046d875b9f8f:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:57,820 INFO [RS:0;046d875b9f8f:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:57,821 INFO [RS:0;046d875b9f8f:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,36427,1731691316074-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:21:57,840 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:21:57,840 INFO [RS:0;046d875b9f8f:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,36427,1731691316074-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:57,840 INFO [RS:0;046d875b9f8f:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:57,840 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.Replication(171): 046d875b9f8f,36427,1731691316074 started 2024-11-15T17:21:57,857 INFO [RS:0;046d875b9f8f:36427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:57,857 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,36427,1731691316074, RpcServer on 046d875b9f8f/172.17.0.2:36427, sessionid=0x1013f845b010004 2024-11-15T17:21:57,857 DEBUG [RS:0;046d875b9f8f:36427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:21:57,857 DEBUG [RS:0;046d875b9f8f:36427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,36427,1731691316074 2024-11-15T17:21:57,857 DEBUG [RS:0;046d875b9f8f:36427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,36427,1731691316074' 2024-11-15T17:21:57,857 DEBUG [RS:0;046d875b9f8f:36427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1615127384/flush-table-proc/abort' 2024-11-15T17:21:57,858 DEBUG [RS:0;046d875b9f8f:36427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1615127384/flush-table-proc/acquired' 2024-11-15T17:21:57,858 DEBUG [RS:0;046d875b9f8f:36427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:21:57,858 DEBUG [RS:0;046d875b9f8f:36427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:21:57,858 DEBUG [RS:0;046d875b9f8f:36427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,36427,1731691316074 2024-11-15T17:21:57,858 DEBUG [RS:0;046d875b9f8f:36427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,36427,1731691316074' 2024-11-15T17:21:57,858 DEBUG [RS:0;046d875b9f8f:36427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1615127384/online-snapshot/abort' 2024-11-15T17:21:57,859 DEBUG [RS:0;046d875b9f8f:36427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1615127384/online-snapshot/acquired' 2024-11-15T17:21:57,859 DEBUG [RS:0;046d875b9f8f:36427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:21:57,859 INFO [RS:0;046d875b9f8f:36427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:21:57,859 INFO [RS:0;046d875b9f8f:36427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:21:57,959 INFO [RS:0;046d875b9f8f:36427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:21:57,961 INFO [RS:0;046d875b9f8f:36427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C36427%2C1731691316074, suffix=, logDir=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074, archiveDir=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/oldWALs, maxLogs=10 2024-11-15T17:21:57,979 DEBUG [RS:0;046d875b9f8f:36427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961, exclude list is [], retry=0 2024-11-15T17:21:57,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-901ba1b7-9344-4352-9666-02a9a396a547,DISK] 2024-11-15T17:21:57,984 INFO [RS:0;046d875b9f8f:36427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 2024-11-15T17:21:57,984 DEBUG [RS:0;046d875b9f8f:36427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-11-15T17:21:58,088 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:21:58,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:58,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:58,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:58,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:58,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:58,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:58,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:21:58,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:21:58,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:58,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:58,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:21:58,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:21:58,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:58,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:58,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:21:58,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:21:58,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:58,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:58,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:21:58,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:58,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:21:58,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:58,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:58,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:58,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:21:58,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:58,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:58,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:58,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740 2024-11-15T17:21:58,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740 2024-11-15T17:21:58,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:58,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:21:58,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:21:58,155 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:21:58,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:21:58,161 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:21:58,161 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66618165, jitterRate=-0.007311984896659851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:21:58,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691318138Initializing all the Stores at 1731691318139 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691318139Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691318140 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691318140Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691318140Cleaning up temporary data from old regions at 1731691318155 (+15 ms)Region opened successfully at 1731691318161 (+6 ms) 2024-11-15T17:21:58,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:58,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:21:58,161 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:21:58,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:21:58,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:21:58,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:21:58,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:58,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:58,169 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:21:58,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691318161Disabling compacts and flushes for region at 1731691318161Disabling writes for close at 1731691318162 (+1 ms)Writing region close event to WAL at 1731691318168 (+6 ms)Closed at 1731691318168 2024-11-15T17:21:58,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:21:58,172 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:58,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:21:58,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:21:58,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:21:58,174 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:21:58,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:21:58,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T17:21:58,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T17:21:58,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T17:21:58,324 DEBUG [046d875b9f8f:37891 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:21:58,325 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,36427,1731691316074 2024-11-15T17:21:58,326 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,36427,1731691316074, state=OPENING 2024-11-15T17:21:58,369 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:21:58,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384 2024-11-15T17:21:58,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384 2024-11-15T17:21:58,380 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:21:58,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1615127384/meta-region-server: CHANGED 2024-11-15T17:21:58,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,36427,1731691316074}] 2024-11-15T17:21:58,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1615127384/meta-region-server: CHANGED 2024-11-15T17:21:58,535 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:21:58,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:21:58,546 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:21:58,547 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:21:58,547 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:21:58,549 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C36427%2C1731691316074.meta, suffix=.meta, logDir=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074, archiveDir=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/oldWALs, maxLogs=10 2024-11-15T17:21:58,572 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.meta.1731691318549.meta, exclude list is [], retry=0 2024-11-15T17:21:58,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-901ba1b7-9344-4352-9666-02a9a396a547,DISK] 2024-11-15T17:21:58,576 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.meta.1731691318549.meta 2024-11-15T17:21:58,584 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-11-15T17:21:58,584 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:21:58,585 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:21:58,585 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:21:58,585 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:21:58,585 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:21:58,585 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:21:58,585 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:21:58,585 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:21:58,585 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:21:58,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:21:58,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:21:58,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:58,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:58,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:21:58,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:21:58,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:58,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:58,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:21:58,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:21:58,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:58,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:58,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:21:58,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:21:58,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:21:58,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:21:58,591 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:21:58,592 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740 2024-11-15T17:21:58,593 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740 2024-11-15T17:21:58,594 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:21:58,594 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:21:58,595 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:21:58,596 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:21:58,597 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65494748, jitterRate=-0.024052202701568604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:21:58,597 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:21:58,597 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691318586Writing region info on filesystem at 1731691318586Initializing all the Stores at 1731691318586Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691318586Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691318586Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691318586Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691318586Cleaning up temporary data from old regions at 1731691318594 (+8 ms)Running coprocessor post-open hooks at 1731691318597 (+3 ms)Region opened successfully at 1731691318597 2024-11-15T17:21:58,598 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691318534 2024-11-15T17:21:58,600 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:21:58,600 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:21:58,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,36427,1731691316074 2024-11-15T17:21:58,602 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,36427,1731691316074, state=OPEN 2024-11-15T17:21:58,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1615127384/meta-region-server 2024-11-15T17:21:58,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1615127384/meta-region-server 2024-11-15T17:21:58,641 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,36427,1731691316074 2024-11-15T17:21:58,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1615127384/meta-region-server: CHANGED 2024-11-15T17:21:58,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1615127384/meta-region-server: CHANGED 2024-11-15T17:21:58,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:21:58,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,36427,1731691316074 in 260 msec 2024-11-15T17:21:58,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:21:58,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-15T17:21:58,646 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:21:58,646 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:21:58,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:21:58,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,36427,1731691316074, seqNum=-1] 2024-11-15T17:21:58,649 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:21:58,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:21:58,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0040 sec 2024-11-15T17:21:58,655 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691318655, completionTime=-1 2024-11-15T17:21:58,656 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:21:58,656 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:21:58,658 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:21:58,658 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691378658 2024-11-15T17:21:58,658 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691438658 2024-11-15T17:21:58,658 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T17:21:58,674 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,37891,1731691315962-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:58,674 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,37891,1731691315962-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:58,674 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,37891,1731691315962-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:58,674 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:37891, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:58,674 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:58,675 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:58,678 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:21:58,690 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.542sec 2024-11-15T17:21:58,691 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:21:58,691 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:21:58,691 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:21:58,691 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:21:58,691 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:21:58,691 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,37891,1731691315962-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:21:58,691 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,37891,1731691315962-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:21:58,702 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:21:58,702 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:21:58,702 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,37891,1731691315962-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:21:58,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b47f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:58,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,37891,-1 for getting cluster id 2024-11-15T17:21:58,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:21:58,727 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ce5ba6b-7389-48e3-9c3f-9628fad0c10a' 2024-11-15T17:21:58,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:21:58,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ce5ba6b-7389-48e3-9c3f-9628fad0c10a" 2024-11-15T17:21:58,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454a085c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:58,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,37891,-1] 2024-11-15T17:21:58,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:21:58,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:21:58,729 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:21:58,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6576d5e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:21:58,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:21:58,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,36427,1731691316074, seqNum=-1] 2024-11-15T17:21:58,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:21:58,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:21:58,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,37891,1731691315962 2024-11-15T17:21:58,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63039 2024-11-15T17:21:58,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:21:58,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013f845b010005 connected 2024-11-15T17:21:58,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/hadoop.log.dir so I do NOT create it in target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a 2024-11-15T17:21:58,764 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:21:58,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/hadoop.tmp.dir so I do NOT create it in target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a 2024-11-15T17:21:58,764 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:21:58,764 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a 2024-11-15T17:21:58,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:21:58,765 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/cluster_c412eb38-7710-32f6-b152-024179c12e88, deleteOnExit=true 2024-11-15T17:21:58,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:21:58,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/test.cache.data in system properties and HBase conf 2024-11-15T17:21:58,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:21:58,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:21:58,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:21:58,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:21:58,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:21:58,765 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:21:58,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:21:58,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:21:58,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:21:58,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:21:58,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:21:58,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:21:58,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:21:58,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:21:58,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:21:58,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:21:58,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:21:58,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:21:58,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:21:58,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:21:59,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:21:59,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:21:59,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:21:59,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:21:59,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T17:21:59,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:21:59,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18cabaf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:21:59,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b48c275{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:21:59,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@104f8af5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/java.io.tmpdir/jetty-localhost-33435-hadoop-hdfs-3_4_1-tests_jar-_-any-6440697012055421740/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:21:59,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@767aca04{HTTP/1.1, (http/1.1)}{localhost:33435} 2024-11-15T17:21:59,215 INFO [Time-limited test {}] server.Server(415): Started @288273ms 2024-11-15T17:21:59,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:21:59,602 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:21:59,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:21:59,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:21:59,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T17:21:59,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67175ad1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:21:59,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21be0beb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:21:59,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6af2e9d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/java.io.tmpdir/jetty-localhost-34241-hadoop-hdfs-3_4_1-tests_jar-_-any-11053637204432131749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:21:59,745 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@573c024{HTTP/1.1, (http/1.1)}{localhost:34241} 2024-11-15T17:21:59,746 INFO [Time-limited test {}] server.Server(415): Started @288804ms 2024-11-15T17:21:59,747 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:22:00,609 WARN [Thread-3678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/cluster_c412eb38-7710-32f6-b152-024179c12e88/data/data2/current/BP-751026573-172.17.0.2-1731691318789/current, will proceed with Du for space computation calculation, 2024-11-15T17:22:00,609 WARN [Thread-3677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/cluster_c412eb38-7710-32f6-b152-024179c12e88/data/data1/current/BP-751026573-172.17.0.2-1731691318789/current, will proceed with Du for space computation calculation, 2024-11-15T17:22:00,635 WARN [Thread-3665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:22:00,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a757ed79975b8d4 with lease ID 0xb7d1ccc453af66ef: Processing first storage report for DS-e395ffc8-052f-4ce8-b293-9072b72c7d20 from datanode DatanodeRegistration(127.0.0.1:44763, datanodeUuid=d73a72a9-f2e3-4923-94f6-63bfd9c431be, infoPort=46515, infoSecurePort=0, ipcPort=34407, storageInfo=lv=-57;cid=testClusterID;nsid=2144880441;c=1731691318789) 2024-11-15T17:22:00,639 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a757ed79975b8d4 with lease ID 0xb7d1ccc453af66ef: from storage DS-e395ffc8-052f-4ce8-b293-9072b72c7d20 node DatanodeRegistration(127.0.0.1:44763, datanodeUuid=d73a72a9-f2e3-4923-94f6-63bfd9c431be, infoPort=46515, infoSecurePort=0, ipcPort=34407, storageInfo=lv=-57;cid=testClusterID;nsid=2144880441;c=1731691318789), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:22:00,639 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a757ed79975b8d4 with lease ID 0xb7d1ccc453af66ef: Processing first storage report for DS-83ee7fd9-459d-4e96-9197-6dd5d5e5b898 from datanode DatanodeRegistration(127.0.0.1:44763, datanodeUuid=d73a72a9-f2e3-4923-94f6-63bfd9c431be, infoPort=46515, infoSecurePort=0, ipcPort=34407, storageInfo=lv=-57;cid=testClusterID;nsid=2144880441;c=1731691318789) 2024-11-15T17:22:00,639 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a757ed79975b8d4 with lease ID 0xb7d1ccc453af66ef: from storage DS-83ee7fd9-459d-4e96-9197-6dd5d5e5b898 node DatanodeRegistration(127.0.0.1:44763, datanodeUuid=d73a72a9-f2e3-4923-94f6-63bfd9c431be, infoPort=46515, infoSecurePort=0, ipcPort=34407, storageInfo=lv=-57;cid=testClusterID;nsid=2144880441;c=1731691318789), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:22:00,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a 2024-11-15T17:22:00,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:00,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:00,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:22:00,759 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96 with version=8 2024-11-15T17:22:00,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/hbase-staging 2024-11-15T17:22:00,762 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:22:00,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:00,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:00,762 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:22:00,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:00,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:22:00,762 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:22:00,762 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:22:00,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38909 2024-11-15T17:22:00,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38909 connecting to ZooKeeper ensemble=127.0.0.1:63039 2024-11-15T17:22:00,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389090x0, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:22:00,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38909-0x1013f845b010006 connected 2024-11-15T17:22:00,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:00,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:00,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Set watcher on znode that does not yet exist, /26146410/running 2024-11-15T17:22:00,868 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96, hbase.cluster.distributed=false 2024-11-15T17:22:00,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Set watcher on znode that does not yet exist, /26146410/acl 2024-11-15T17:22:00,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38909 2024-11-15T17:22:00,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38909 2024-11-15T17:22:00,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38909 2024-11-15T17:22:00,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38909 2024-11-15T17:22:00,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38909 2024-11-15T17:22:00,937 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:22:00,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:00,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:00,937 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:22:00,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:00,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:22:00,937 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:22:00,937 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:22:00,938 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44797 2024-11-15T17:22:00,939 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44797 connecting to ZooKeeper ensemble=127.0.0.1:63039 2024-11-15T17:22:00,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:00,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:00,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447970x0, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:22:00,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447970x0, quorum=127.0.0.1:63039, baseZNode=/26146410 Set watcher on znode that does not yet exist, /26146410/running 2024-11-15T17:22:00,974 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:22:00,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44797-0x1013f845b010007 connected 2024-11-15T17:22:00,992 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:22:00,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Set watcher on znode that does not yet exist, /26146410/master 2024-11-15T17:22:00,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Set watcher on znode that does not yet exist, /26146410/acl 2024-11-15T17:22:01,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44797 2024-11-15T17:22:01,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44797 2024-11-15T17:22:01,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44797 2024-11-15T17:22:01,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44797 2024-11-15T17:22:01,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44797 2024-11-15T17:22:01,039 DEBUG [M:0;046d875b9f8f:38909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:38909 2024-11-15T17:22:01,050 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /26146410/backup-masters/046d875b9f8f,38909,1731691320761 2024-11-15T17:22:01,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410/backup-masters 2024-11-15T17:22:01,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410/backup-masters 2024-11-15T17:22:01,117 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Set watcher on existing znode=/26146410/backup-masters/046d875b9f8f,38909,1731691320761 2024-11-15T17:22:01,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410 2024-11-15T17:22:01,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/26146410/master 2024-11-15T17:22:01,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410 2024-11-15T17:22:01,148 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Set watcher on existing znode=/26146410/master 2024-11-15T17:22:01,149 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /26146410/backup-masters/046d875b9f8f,38909,1731691320761 from backup master directory 2024-11-15T17:22:01,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/26146410/backup-masters/046d875b9f8f,38909,1731691320761 2024-11-15T17:22:01,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410/backup-masters 2024-11-15T17:22:01,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410/backup-masters 2024-11-15T17:22:01,158 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:22:01,158 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,38909,1731691320761 2024-11-15T17:22:01,162 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/hbase.id] with ID: 61ce916a-0919-4577-959b-f89748e7eb70 2024-11-15T17:22:01,162 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/.tmp/hbase.id 2024-11-15T17:22:01,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:22:01,574 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/.tmp/hbase.id]:[hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/hbase.id] 2024-11-15T17:22:01,581 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:01,581 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:22:01,582 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T17:22:01,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410 2024-11-15T17:22:01,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410 2024-11-15T17:22:01,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:22:02,048 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:22:02,049 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:22:02,049 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:22:02,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:22:02,461 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store 2024-11-15T17:22:02,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:22:02,871 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:02,871 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:22:02,871 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:02,872 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:02,872 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:22:02,872 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:02,872 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:02,872 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691322871Disabling compacts and flushes for region at 1731691322871Disabling writes for close at 1731691322872 (+1 ms)Writing region close event to WAL at 1731691322872Closed at 1731691322872 2024-11-15T17:22:02,872 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store/.initializing 2024-11-15T17:22:02,872 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/WALs/046d875b9f8f,38909,1731691320761 2024-11-15T17:22:02,873 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:22:02,874 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C38909%2C1731691320761, suffix=, logDir=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/WALs/046d875b9f8f,38909,1731691320761, archiveDir=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/oldWALs, maxLogs=10 2024-11-15T17:22:02,891 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/WALs/046d875b9f8f,38909,1731691320761/046d875b9f8f%2C38909%2C1731691320761.1731691322874, exclude list is [], retry=0 2024-11-15T17:22:02,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44763,DS-e395ffc8-052f-4ce8-b293-9072b72c7d20,DISK] 2024-11-15T17:22:02,894 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/WALs/046d875b9f8f,38909,1731691320761/046d875b9f8f%2C38909%2C1731691320761.1731691322874 2024-11-15T17:22:02,895 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46515:46515)] 2024-11-15T17:22:02,895 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:02,895 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:02,895 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:02,895 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:02,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:02,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:22:02,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:02,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:02,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:02,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:22:02,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:02,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:02,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:02,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:22:02,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:02,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:02,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:02,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:22:02,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:02,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:02,902 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:02,902 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:02,902 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:02,903 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:02,903 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:02,903 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:22:02,904 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:02,906 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:02,907 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59695996, jitterRate=-0.11046034097671509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:22:02,907 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691322895Initializing all the Stores at 1731691322896 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691322896Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691322896Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691322896Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691322896Cleaning up temporary data from old regions at 1731691322903 (+7 ms)Region opened successfully at 1731691322907 (+4 ms) 2024-11-15T17:22:02,907 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:22:02,909 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cfb04b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:22:02,910 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:22:02,910 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:22:02,910 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:22:02,910 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:22:02,911 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:22:02,912 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:22:02,912 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:22:02,923 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:22:02,923 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Unable to get data of znode /26146410/balancer because node does not exist (not necessarily an error) 2024-11-15T17:22:02,979 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /26146410/balancer already deleted, retry=false 2024-11-15T17:22:02,980 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:22:02,980 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Unable to get data of znode /26146410/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:22:02,990 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /26146410/normalizer already deleted, retry=false 2024-11-15T17:22:02,990 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:22:02,991 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Unable to get data of znode /26146410/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:22:03,000 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /26146410/switch/split already deleted, retry=false 2024-11-15T17:22:03,001 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Unable to get data of znode /26146410/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:22:03,011 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /26146410/switch/merge already deleted, retry=false 2024-11-15T17:22:03,013 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Unable to get data of znode /26146410/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:22:03,021 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /26146410/snapshot-cleanup already deleted, retry=false 2024-11-15T17:22:03,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/26146410/running 2024-11-15T17:22:03,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/26146410/running 2024-11-15T17:22:03,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410 2024-11-15T17:22:03,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410 2024-11-15T17:22:03,032 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,38909,1731691320761, sessionid=0x1013f845b010006, setting cluster-up flag (Was=false) 2024-11-15T17:22:03,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410 2024-11-15T17:22:03,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410 2024-11-15T17:22:03,179 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /26146410/flush-table-proc/acquired, /26146410/flush-table-proc/reached, /26146410/flush-table-proc/abort 2024-11-15T17:22:03,180 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,38909,1731691320761 2024-11-15T17:22:03,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410 2024-11-15T17:22:03,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410 2024-11-15T17:22:03,232 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /26146410/online-snapshot/acquired, /26146410/online-snapshot/reached, /26146410/online-snapshot/abort 2024-11-15T17:22:03,233 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,38909,1731691320761 2024-11-15T17:22:03,234 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:22:03,235 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:03,235 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:22:03,235 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:22:03,235 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,38909,1731691320761 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:22:03,237 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:03,237 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:03,237 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:03,237 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:03,237 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:22:03,237 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:03,237 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:22:03,237 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:03,241 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:03,241 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:22:03,243 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:03,243 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:22:03,256 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691353256 2024-11-15T17:22:03,256 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:22:03,257 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:22:03,257 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:22:03,257 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:22:03,257 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:22:03,257 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:22:03,264 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:03,268 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:22:03,268 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:22:03,268 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:22:03,269 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:22:03,284 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:22:03,284 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:22:03,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:22:03,300 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691323284,5,FailOnTimeoutGroup] 2024-11-15T17:22:03,304 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691323300,5,FailOnTimeoutGroup] 2024-11-15T17:22:03,304 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:03,304 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:22:03,304 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:03,304 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:03,323 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(746): ClusterId : 61ce916a-0919-4577-959b-f89748e7eb70 2024-11-15T17:22:03,323 DEBUG [RS:0;046d875b9f8f:44797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:22:03,336 DEBUG [RS:0;046d875b9f8f:44797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:22:03,336 DEBUG [RS:0;046d875b9f8f:44797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:22:03,351 DEBUG [RS:0;046d875b9f8f:44797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:22:03,352 DEBUG [RS:0;046d875b9f8f:44797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca1130a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:22:03,365 DEBUG [RS:0;046d875b9f8f:44797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:44797 2024-11-15T17:22:03,365 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:22:03,365 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:22:03,365 DEBUG [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:22:03,366 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,38909,1731691320761 with port=44797, startcode=1731691320936 2024-11-15T17:22:03,366 DEBUG [RS:0;046d875b9f8f:44797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:22:03,367 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:22:03,368 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,44797,1731691320936 2024-11-15T17:22:03,368 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38909 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,44797,1731691320936 2024-11-15T17:22:03,369 DEBUG [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96 2024-11-15T17:22:03,369 DEBUG [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38427 2024-11-15T17:22:03,369 DEBUG [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:22:03,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410/rs 2024-11-15T17:22:03,525 DEBUG [RS:0;046d875b9f8f:44797 {}] zookeeper.ZKUtil(111): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Set watcher on existing znode=/26146410/rs/046d875b9f8f,44797,1731691320936 2024-11-15T17:22:03,525 WARN [RS:0;046d875b9f8f:44797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:22:03,525 INFO [RS:0;046d875b9f8f:44797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:22:03,525 DEBUG [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936 2024-11-15T17:22:03,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,44797,1731691320936] 2024-11-15T17:22:03,528 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:22:03,529 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:22:03,530 INFO [RS:0;046d875b9f8f:44797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:22:03,530 INFO [RS:0;046d875b9f8f:44797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:03,530 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:22:03,530 INFO [RS:0;046d875b9f8f:44797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:22:03,530 INFO [RS:0;046d875b9f8f:44797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:03,530 DEBUG [RS:0;046d875b9f8f:44797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:03,531 DEBUG [RS:0;046d875b9f8f:44797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:03,531 DEBUG [RS:0;046d875b9f8f:44797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:03,531 DEBUG [RS:0;046d875b9f8f:44797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:03,531 DEBUG [RS:0;046d875b9f8f:44797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:03,531 DEBUG [RS:0;046d875b9f8f:44797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:22:03,531 DEBUG [RS:0;046d875b9f8f:44797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:03,531 DEBUG [RS:0;046d875b9f8f:44797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:03,531 DEBUG [RS:0;046d875b9f8f:44797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:03,531 DEBUG [RS:0;046d875b9f8f:44797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:03,531 DEBUG [RS:0;046d875b9f8f:44797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:03,531 DEBUG [RS:0;046d875b9f8f:44797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:03,531 DEBUG [RS:0;046d875b9f8f:44797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:22:03,531 DEBUG [RS:0;046d875b9f8f:44797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:22:03,531 INFO [RS:0;046d875b9f8f:44797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:03,531 INFO [RS:0;046d875b9f8f:44797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:03,531 INFO [RS:0;046d875b9f8f:44797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:03,531 INFO [RS:0;046d875b9f8f:44797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:03,531 INFO [RS:0;046d875b9f8f:44797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:03,531 INFO [RS:0;046d875b9f8f:44797 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,44797,1731691320936-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:22:03,548 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:22:03,548 INFO [RS:0;046d875b9f8f:44797 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,44797,1731691320936-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:03,549 INFO [RS:0;046d875b9f8f:44797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:03,549 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.Replication(171): 046d875b9f8f,44797,1731691320936 started 2024-11-15T17:22:03,566 INFO [RS:0;046d875b9f8f:44797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:03,566 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,44797,1731691320936, RpcServer on 046d875b9f8f/172.17.0.2:44797, sessionid=0x1013f845b010007 2024-11-15T17:22:03,566 DEBUG [RS:0;046d875b9f8f:44797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:22:03,566 DEBUG [RS:0;046d875b9f8f:44797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,44797,1731691320936 2024-11-15T17:22:03,566 DEBUG [RS:0;046d875b9f8f:44797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,44797,1731691320936' 2024-11-15T17:22:03,566 DEBUG [RS:0;046d875b9f8f:44797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/26146410/flush-table-proc/abort' 2024-11-15T17:22:03,567 DEBUG [RS:0;046d875b9f8f:44797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/26146410/flush-table-proc/acquired' 2024-11-15T17:22:03,567 DEBUG [RS:0;046d875b9f8f:44797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:22:03,567 DEBUG [RS:0;046d875b9f8f:44797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:22:03,567 DEBUG [RS:0;046d875b9f8f:44797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,44797,1731691320936 2024-11-15T17:22:03,567 DEBUG [RS:0;046d875b9f8f:44797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,44797,1731691320936' 2024-11-15T17:22:03,567 DEBUG [RS:0;046d875b9f8f:44797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/26146410/online-snapshot/abort' 2024-11-15T17:22:03,568 DEBUG [RS:0;046d875b9f8f:44797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/26146410/online-snapshot/acquired' 2024-11-15T17:22:03,568 DEBUG [RS:0;046d875b9f8f:44797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:22:03,568 INFO [RS:0;046d875b9f8f:44797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:22:03,568 INFO [RS:0;046d875b9f8f:44797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:22:03,668 INFO [RS:0;046d875b9f8f:44797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:22:03,669 INFO [RS:0;046d875b9f8f:44797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C44797%2C1731691320936, suffix=, logDir=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936, archiveDir=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/oldWALs, maxLogs=10 2024-11-15T17:22:03,684 DEBUG [RS:0;046d875b9f8f:44797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670, exclude list is [], retry=0 2024-11-15T17:22:03,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44763,DS-e395ffc8-052f-4ce8-b293-9072b72c7d20,DISK] 2024-11-15T17:22:03,688 INFO [RS:0;046d875b9f8f:44797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 2024-11-15T17:22:03,689 DEBUG [RS:0;046d875b9f8f:44797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46515:46515)] 2024-11-15T17:22:03,708 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:22:03,709 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96 2024-11-15T17:22:03,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741833_1009 (size=32) 2024-11-15T17:22:04,087 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:22:04,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:04,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:04,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:04,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:04,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:04,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:04,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:22:04,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:22:04,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:04,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:04,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:22:04,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:22:04,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:04,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:04,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:22:04,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:22:04,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:04,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:04,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:22:04,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:22:04,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:04,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:04,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:22:04,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740 2024-11-15T17:22:04,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740 2024-11-15T17:22:04,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:22:04,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:22:04,125 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:22:04,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:22:04,130 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:04,131 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61949545, jitterRate=-0.0768798440694809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:22:04,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691324114Initializing all the Stores at 1731691324115 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691324115Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691324116 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691324116Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691324116Cleaning up temporary data from old regions at 1731691324125 (+9 ms)Region opened successfully at 1731691324131 (+6 ms) 2024-11-15T17:22:04,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:22:04,131 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:22:04,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:22:04,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:22:04,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:22:04,140 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:22:04,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691324131Disabling compacts and flushes for region at 1731691324131Disabling writes for close at 1731691324131Writing region close event to WAL at 1731691324140 (+9 ms)Closed at 1731691324140 2024-11-15T17:22:04,141 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:04,141 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:22:04,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:22:04,143 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:22:04,144 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:22:04,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:04,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:04,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:04,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:04,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:04,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:04,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:04,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:04,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:04,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:04,298 DEBUG [046d875b9f8f:38909 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:22:04,299 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,44797,1731691320936 2024-11-15T17:22:04,300 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,44797,1731691320936, state=OPENING 2024-11-15T17:22:04,347 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:22:04,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410 2024-11-15T17:22:04,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410 2024-11-15T17:22:04,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /26146410/meta-region-server: CHANGED 2024-11-15T17:22:04,359 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:22:04,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,44797,1731691320936}] 2024-11-15T17:22:04,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /26146410/meta-region-server: CHANGED 2024-11-15T17:22:04,514 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:22:04,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:22:04,519 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:22:04,519 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:22:04,519 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:22:04,520 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C44797%2C1731691320936.meta, suffix=.meta, logDir=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936, archiveDir=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/oldWALs, maxLogs=10 2024-11-15T17:22:04,538 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.meta.1731691324521.meta, exclude list is [], retry=0 2024-11-15T17:22:04,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44763,DS-e395ffc8-052f-4ce8-b293-9072b72c7d20,DISK] 2024-11-15T17:22:04,542 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.meta.1731691324521.meta 2024-11-15T17:22:04,542 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46515:46515)] 2024-11-15T17:22:04,543 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:04,543 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:22:04,543 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:22:04,543 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:22:04,543 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:22:04,543 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:22:04,543 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:04,544 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:22:04,544 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:22:04,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:22:04,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:22:04,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:04,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:04,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:22:04,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:22:04,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:04,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:04,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:22:04,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:22:04,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:04,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:04,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:22:04,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:22:04,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:04,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:04,550 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:22:04,551 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740 2024-11-15T17:22:04,551 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740 2024-11-15T17:22:04,552 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:22:04,552 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:22:04,553 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:22:04,554 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:22:04,554 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61582175, jitterRate=-0.08235408365726471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:22:04,554 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:22:04,554 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691324544Writing region info on filesystem at 1731691324544Initializing all the Stores at 1731691324545 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691324545Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691324545Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691324545Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691324545Cleaning up temporary data from old regions at 1731691324552 (+7 ms)Running coprocessor post-open hooks at 1731691324554 (+2 ms)Region opened successfully at 1731691324554 2024-11-15T17:22:04,555 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691324514 2024-11-15T17:22:04,557 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:22:04,557 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:22:04,558 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,44797,1731691320936 2024-11-15T17:22:04,559 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,44797,1731691320936, state=OPEN 2024-11-15T17:22:04,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/26146410/meta-region-server 2024-11-15T17:22:04,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/26146410/meta-region-server 2024-11-15T17:22:04,569 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,44797,1731691320936 2024-11-15T17:22:04,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /26146410/meta-region-server: CHANGED 2024-11-15T17:22:04,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /26146410/meta-region-server: CHANGED 2024-11-15T17:22:04,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:22:04,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,44797,1731691320936 in 210 msec 2024-11-15T17:22:04,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:22:04,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-15T17:22:04,573 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:04,573 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:22:04,574 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:04,574 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,44797,1731691320936, seqNum=-1] 2024-11-15T17:22:04,575 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:04,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:22:04,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3460 sec 2024-11-15T17:22:04,581 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691324581, completionTime=-1 2024-11-15T17:22:04,581 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:22:04,582 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:22:04,583 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:22:04,583 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691384583 2024-11-15T17:22:04,583 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691444583 2024-11-15T17:22:04,584 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T17:22:04,584 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,38909,1731691320761-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:04,584 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,38909,1731691320761-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:04,584 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,38909,1731691320761-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:04,584 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:38909, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:04,584 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:04,584 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:04,588 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:22:04,589 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.431sec 2024-11-15T17:22:04,590 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:22:04,590 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:22:04,590 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:22:04,590 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:22:04,590 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:22:04,590 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,38909,1731691320761-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:22:04,590 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,38909,1731691320761-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:22:04,592 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:22:04,592 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:22:04,592 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,38909,1731691320761-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:04,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a34ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:04,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,38909,-1 for getting cluster id 2024-11-15T17:22:04,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:04,625 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61ce916a-0919-4577-959b-f89748e7eb70' 2024-11-15T17:22:04,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:04,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61ce916a-0919-4577-959b-f89748e7eb70" 2024-11-15T17:22:04,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ad300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:04,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,38909,-1] 2024-11-15T17:22:04,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:04,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:04,627 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:04,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5352deb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:04,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,44797,1731691320936, seqNum=-1] 2024-11-15T17:22:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:04,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:22:04,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,38909,1731691320761 2024-11-15T17:22:04,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63039 2024-11-15T17:22:04,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:22:04,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013f845b010008 connected 2024-11-15T17:22:04,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:04,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,40287,1731691309217 2024-11-15T17:22:04,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@95fc8b0 2024-11-15T17:22:04,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:04,748 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:22:04,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40287 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:22:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40287 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T17:22:04,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:22:04,751 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:04,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40287 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T17:22:04,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:22:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:04,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741835_1011 (size=902) 2024-11-15T17:22:04,830 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b737430e1ebd3e967933196611481d9d, NAME => 'test,,1731691324748.b737430e1ebd3e967933196611481d9d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039 2024-11-15T17:22:04,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741836_1012 (size=39) 2024-11-15T17:22:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:05,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731691324748.b737430e1ebd3e967933196611481d9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:05,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b737430e1ebd3e967933196611481d9d, disabling compactions & flushes 2024-11-15T17:22:05,236 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731691324748.b737430e1ebd3e967933196611481d9d. 2024-11-15T17:22:05,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691324748.b737430e1ebd3e967933196611481d9d. 2024-11-15T17:22:05,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731691324748.b737430e1ebd3e967933196611481d9d. after waiting 0 ms 2024-11-15T17:22:05,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731691324748.b737430e1ebd3e967933196611481d9d. 2024-11-15T17:22:05,236 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731691324748.b737430e1ebd3e967933196611481d9d. 2024-11-15T17:22:05,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b737430e1ebd3e967933196611481d9d: Waiting for close lock at 1731691325236Disabling compacts and flushes for region at 1731691325236Disabling writes for close at 1731691325236Writing region close event to WAL at 1731691325236Closed at 1731691325236 2024-11-15T17:22:05,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:22:05,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731691324748.b737430e1ebd3e967933196611481d9d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731691325237"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691325237"}]},"ts":"1731691325237"} 2024-11-15T17:22:05,240 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:22:05,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:22:05,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691325241"}]},"ts":"1731691325241"} 2024-11-15T17:22:05,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T17:22:05,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b737430e1ebd3e967933196611481d9d, ASSIGN}] 2024-11-15T17:22:05,248 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b737430e1ebd3e967933196611481d9d, ASSIGN 2024-11-15T17:22:05,249 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b737430e1ebd3e967933196611481d9d, ASSIGN; state=OFFLINE, location=046d875b9f8f,43645,1731691309416; forceNewPlan=false, retain=false 2024-11-15T17:22:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:05,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b737430e1ebd3e967933196611481d9d, regionState=OPENING, regionLocation=046d875b9f8f,43645,1731691309416 2024-11-15T17:22:05,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b737430e1ebd3e967933196611481d9d, ASSIGN because future has completed 2024-11-15T17:22:05,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b737430e1ebd3e967933196611481d9d, server=046d875b9f8f,43645,1731691309416}] 2024-11-15T17:22:05,558 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731691324748.b737430e1ebd3e967933196611481d9d. 2024-11-15T17:22:05,559 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b737430e1ebd3e967933196611481d9d, NAME => 'test,,1731691324748.b737430e1ebd3e967933196611481d9d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:05,559 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:22:05,559 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T17:22:05,559 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:05,559 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731691324748.b737430e1ebd3e967933196611481d9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:05,559 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:05,560 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:05,564 INFO [StoreOpener-b737430e1ebd3e967933196611481d9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:05,565 INFO [StoreOpener-b737430e1ebd3e967933196611481d9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b737430e1ebd3e967933196611481d9d columnFamilyName f 2024-11-15T17:22:05,566 DEBUG [StoreOpener-b737430e1ebd3e967933196611481d9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:05,566 INFO [StoreOpener-b737430e1ebd3e967933196611481d9d-1 {}] regionserver.HStore(327): Store=b737430e1ebd3e967933196611481d9d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:05,566 INFO [StoreOpener-b737430e1ebd3e967933196611481d9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:05,567 INFO [StoreOpener-b737430e1ebd3e967933196611481d9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b737430e1ebd3e967933196611481d9d columnFamilyName f1 2024-11-15T17:22:05,567 DEBUG [StoreOpener-b737430e1ebd3e967933196611481d9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:05,568 INFO [StoreOpener-b737430e1ebd3e967933196611481d9d-1 {}] regionserver.HStore(327): Store=b737430e1ebd3e967933196611481d9d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:05,568 INFO [StoreOpener-b737430e1ebd3e967933196611481d9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:05,569 INFO [StoreOpener-b737430e1ebd3e967933196611481d9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b737430e1ebd3e967933196611481d9d columnFamilyName norep 2024-11-15T17:22:05,569 DEBUG [StoreOpener-b737430e1ebd3e967933196611481d9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:05,569 INFO [StoreOpener-b737430e1ebd3e967933196611481d9d-1 {}] regionserver.HStore(327): Store=b737430e1ebd3e967933196611481d9d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:05,569 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:05,570 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/default/test/b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:05,572 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/default/test/b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:05,573 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:05,573 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:05,573 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:22:05,574 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:05,576 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/default/test/b737430e1ebd3e967933196611481d9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:05,576 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b737430e1ebd3e967933196611481d9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66575570, jitterRate=-0.007946699857711792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:22:05,576 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:05,577 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b737430e1ebd3e967933196611481d9d: Running coprocessor pre-open hook at 1731691325560Writing region info on filesystem at 1731691325560Initializing all the Stores at 1731691325561 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691325561Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691325564 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691325564Cleaning up temporary data from old regions at 1731691325573 (+9 ms)Running coprocessor post-open hooks at 1731691325576 (+3 ms)Region opened successfully at 1731691325577 (+1 ms) 2024-11-15T17:22:05,578 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731691324748.b737430e1ebd3e967933196611481d9d., pid=6, masterSystemTime=1731691325554 2024-11-15T17:22:05,581 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731691324748.b737430e1ebd3e967933196611481d9d. 2024-11-15T17:22:05,581 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731691324748.b737430e1ebd3e967933196611481d9d. 2024-11-15T17:22:05,581 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b737430e1ebd3e967933196611481d9d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=046d875b9f8f,43645,1731691309416 2024-11-15T17:22:05,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b737430e1ebd3e967933196611481d9d, server=046d875b9f8f,43645,1731691309416 because future has completed 2024-11-15T17:22:05,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:22:05,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b737430e1ebd3e967933196611481d9d, server=046d875b9f8f,43645,1731691309416 in 183 msec 2024-11-15T17:22:05,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T17:22:05,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b737430e1ebd3e967933196611481d9d, ASSIGN in 339 msec 2024-11-15T17:22:05,589 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:22:05,590 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691325589"}]},"ts":"1731691325589"} 2024-11-15T17:22:05,592 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T17:22:05,593 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:22:05,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 844 msec 2024-11-15T17:22:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:05,894 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T17:22:05,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,37891,1731691315962 2024-11-15T17:22:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ec1361 2024-11-15T17:22:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:05,896 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:22:05,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37891 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:22:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37891 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T17:22:05,898 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:22:05,899 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:05,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37891 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T17:22:05,900 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:22:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:05,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741835_1011 (size=902) 2024-11-15T17:22:05,907 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b53c5dc536f75e15cbe5306bd8b1bbf6, NAME => 'test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a 2024-11-15T17:22:05,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741836_1012 (size=39) 2024-11-15T17:22:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:06,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:06,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b53c5dc536f75e15cbe5306bd8b1bbf6, disabling compactions & flushes 2024-11-15T17:22:06,312 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6. 2024-11-15T17:22:06,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6. 2024-11-15T17:22:06,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6. after waiting 0 ms 2024-11-15T17:22:06,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6. 2024-11-15T17:22:06,312 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6. 2024-11-15T17:22:06,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b53c5dc536f75e15cbe5306bd8b1bbf6: Waiting for close lock at 1731691326312Disabling compacts and flushes for region at 1731691326312Disabling writes for close at 1731691326312Writing region close event to WAL at 1731691326312Closed at 1731691326312 2024-11-15T17:22:06,313 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:22:06,313 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731691326313"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691326313"}]},"ts":"1731691326313"} 2024-11-15T17:22:06,315 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:22:06,316 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:22:06,316 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691326316"}]},"ts":"1731691326316"} 2024-11-15T17:22:06,318 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T17:22:06,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b53c5dc536f75e15cbe5306bd8b1bbf6, ASSIGN}] 2024-11-15T17:22:06,319 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b53c5dc536f75e15cbe5306bd8b1bbf6, ASSIGN 2024-11-15T17:22:06,319 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b53c5dc536f75e15cbe5306bd8b1bbf6, ASSIGN; state=OFFLINE, location=046d875b9f8f,36427,1731691316074; forceNewPlan=false, retain=false 2024-11-15T17:22:06,470 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b53c5dc536f75e15cbe5306bd8b1bbf6, regionState=OPENING, regionLocation=046d875b9f8f,36427,1731691316074 2024-11-15T17:22:06,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b53c5dc536f75e15cbe5306bd8b1bbf6, ASSIGN because future has completed 2024-11-15T17:22:06,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b53c5dc536f75e15cbe5306bd8b1bbf6, server=046d875b9f8f,36427,1731691316074}] 2024-11-15T17:22:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:06,630 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6. 2024-11-15T17:22:06,630 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b53c5dc536f75e15cbe5306bd8b1bbf6, NAME => 'test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:06,630 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:22:06,630 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T17:22:06,630 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:06,631 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:06,631 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:06,631 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:06,632 INFO [StoreOpener-b53c5dc536f75e15cbe5306bd8b1bbf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:06,633 INFO [StoreOpener-b53c5dc536f75e15cbe5306bd8b1bbf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b53c5dc536f75e15cbe5306bd8b1bbf6 columnFamilyName f 2024-11-15T17:22:06,633 DEBUG [StoreOpener-b53c5dc536f75e15cbe5306bd8b1bbf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:06,634 INFO [StoreOpener-b53c5dc536f75e15cbe5306bd8b1bbf6-1 {}] regionserver.HStore(327): Store=b53c5dc536f75e15cbe5306bd8b1bbf6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:06,634 INFO [StoreOpener-b53c5dc536f75e15cbe5306bd8b1bbf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:06,636 INFO [StoreOpener-b53c5dc536f75e15cbe5306bd8b1bbf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b53c5dc536f75e15cbe5306bd8b1bbf6 columnFamilyName f1 2024-11-15T17:22:06,637 DEBUG [StoreOpener-b53c5dc536f75e15cbe5306bd8b1bbf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:06,637 INFO [StoreOpener-b53c5dc536f75e15cbe5306bd8b1bbf6-1 {}] regionserver.HStore(327): Store=b53c5dc536f75e15cbe5306bd8b1bbf6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:06,637 INFO [StoreOpener-b53c5dc536f75e15cbe5306bd8b1bbf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:06,640 INFO [StoreOpener-b53c5dc536f75e15cbe5306bd8b1bbf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b53c5dc536f75e15cbe5306bd8b1bbf6 columnFamilyName norep 2024-11-15T17:22:06,640 DEBUG [StoreOpener-b53c5dc536f75e15cbe5306bd8b1bbf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:06,641 INFO [StoreOpener-b53c5dc536f75e15cbe5306bd8b1bbf6-1 {}] regionserver.HStore(327): Store=b53c5dc536f75e15cbe5306bd8b1bbf6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:06,641 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:06,642 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/default/test/b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:06,642 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/default/test/b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:06,643 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:06,643 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:06,643 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:22:06,644 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:06,646 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/default/test/b53c5dc536f75e15cbe5306bd8b1bbf6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:06,646 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b53c5dc536f75e15cbe5306bd8b1bbf6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74221806, jitterRate=0.10599109530448914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:22:06,646 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:06,647 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b53c5dc536f75e15cbe5306bd8b1bbf6: Running coprocessor pre-open hook at 1731691326631Writing region info on filesystem at 1731691326631Initializing all the Stores at 1731691326631Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691326631Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691326632 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691326632Cleaning up temporary data from old regions at 1731691326643 (+11 ms)Running coprocessor post-open hooks at 1731691326646 (+3 ms)Region opened successfully at 1731691326646 2024-11-15T17:22:06,647 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6., pid=6, masterSystemTime=1731691326624 2024-11-15T17:22:06,649 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6. 2024-11-15T17:22:06,649 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6. 2024-11-15T17:22:06,650 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b53c5dc536f75e15cbe5306bd8b1bbf6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=046d875b9f8f,36427,1731691316074 2024-11-15T17:22:06,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b53c5dc536f75e15cbe5306bd8b1bbf6, server=046d875b9f8f,36427,1731691316074 because future has completed 2024-11-15T17:22:06,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:22:06,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b53c5dc536f75e15cbe5306bd8b1bbf6, server=046d875b9f8f,36427,1731691316074 in 181 msec 2024-11-15T17:22:06,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T17:22:06,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b53c5dc536f75e15cbe5306bd8b1bbf6, ASSIGN in 337 msec 2024-11-15T17:22:06,657 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:22:06,658 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691326657"}]},"ts":"1731691326657"} 2024-11-15T17:22:06,659 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T17:22:06,660 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:22:06,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec 2024-11-15T17:22:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:07,033 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T17:22:07,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:07,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,38909,1731691320761 2024-11-15T17:22:07,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27f5d73e 2024-11-15T17:22:07,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:07,035 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:22:07,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:22:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T17:22:07,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:22:07,038 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:07,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T17:22:07,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:22:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:07,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741835_1011 (size=902) 2024-11-15T17:22:07,044 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37409e4c6323cd3f5a35cd33ebf58411, NAME => 'test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96 2024-11-15T17:22:07,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741836_1012 (size=39) 2024-11-15T17:22:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:07,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:07,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 37409e4c6323cd3f5a35cd33ebf58411, disabling compactions & flushes 2024-11-15T17:22:07,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411. 2024-11-15T17:22:07,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411. 2024-11-15T17:22:07,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411. after waiting 0 ms 2024-11-15T17:22:07,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411. 2024-11-15T17:22:07,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411. 2024-11-15T17:22:07,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37409e4c6323cd3f5a35cd33ebf58411: Waiting for close lock at 1731691327448Disabling compacts and flushes for region at 1731691327448Disabling writes for close at 1731691327448Writing region close event to WAL at 1731691327448Closed at 1731691327448 2024-11-15T17:22:07,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:22:07,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731691327449"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691327449"}]},"ts":"1731691327449"} 2024-11-15T17:22:07,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:22:07,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:22:07,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691327452"}]},"ts":"1731691327452"} 2024-11-15T17:22:07,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T17:22:07,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=37409e4c6323cd3f5a35cd33ebf58411, ASSIGN}] 2024-11-15T17:22:07,464 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=37409e4c6323cd3f5a35cd33ebf58411, ASSIGN 2024-11-15T17:22:07,469 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=37409e4c6323cd3f5a35cd33ebf58411, ASSIGN; state=OFFLINE, location=046d875b9f8f,44797,1731691320936; forceNewPlan=false, retain=false 2024-11-15T17:22:07,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=37409e4c6323cd3f5a35cd33ebf58411, regionState=OPENING, regionLocation=046d875b9f8f,44797,1731691320936 2024-11-15T17:22:07,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=37409e4c6323cd3f5a35cd33ebf58411, ASSIGN because future has completed 2024-11-15T17:22:07,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37409e4c6323cd3f5a35cd33ebf58411, server=046d875b9f8f,44797,1731691320936}] 2024-11-15T17:22:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:07,784 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411. 2024-11-15T17:22:07,784 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 37409e4c6323cd3f5a35cd33ebf58411, NAME => 'test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:07,785 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:22:07,785 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T17:22:07,785 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 37409e4c6323cd3f5a35cd33ebf58411 2024-11-15T17:22:07,785 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:07,785 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 37409e4c6323cd3f5a35cd33ebf58411 2024-11-15T17:22:07,785 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 37409e4c6323cd3f5a35cd33ebf58411 2024-11-15T17:22:07,788 INFO [StoreOpener-37409e4c6323cd3f5a35cd33ebf58411-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 37409e4c6323cd3f5a35cd33ebf58411 2024-11-15T17:22:07,789 INFO [StoreOpener-37409e4c6323cd3f5a35cd33ebf58411-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37409e4c6323cd3f5a35cd33ebf58411 columnFamilyName f 2024-11-15T17:22:07,789 DEBUG [StoreOpener-37409e4c6323cd3f5a35cd33ebf58411-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:07,789 INFO [StoreOpener-37409e4c6323cd3f5a35cd33ebf58411-1 {}] regionserver.HStore(327): Store=37409e4c6323cd3f5a35cd33ebf58411/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:07,789 INFO [StoreOpener-37409e4c6323cd3f5a35cd33ebf58411-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 37409e4c6323cd3f5a35cd33ebf58411 2024-11-15T17:22:07,790 INFO [StoreOpener-37409e4c6323cd3f5a35cd33ebf58411-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37409e4c6323cd3f5a35cd33ebf58411 columnFamilyName f1 2024-11-15T17:22:07,790 DEBUG [StoreOpener-37409e4c6323cd3f5a35cd33ebf58411-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:07,791 INFO [StoreOpener-37409e4c6323cd3f5a35cd33ebf58411-1 {}] regionserver.HStore(327): Store=37409e4c6323cd3f5a35cd33ebf58411/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:07,791 INFO [StoreOpener-37409e4c6323cd3f5a35cd33ebf58411-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 37409e4c6323cd3f5a35cd33ebf58411 2024-11-15T17:22:07,791 INFO [StoreOpener-37409e4c6323cd3f5a35cd33ebf58411-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37409e4c6323cd3f5a35cd33ebf58411 columnFamilyName norep 2024-11-15T17:22:07,791 DEBUG [StoreOpener-37409e4c6323cd3f5a35cd33ebf58411-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:07,792 INFO [StoreOpener-37409e4c6323cd3f5a35cd33ebf58411-1 {}] regionserver.HStore(327): Store=37409e4c6323cd3f5a35cd33ebf58411/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:07,792 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 37409e4c6323cd3f5a35cd33ebf58411 2024-11-15T17:22:07,792 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/default/test/37409e4c6323cd3f5a35cd33ebf58411 2024-11-15T17:22:07,793 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/default/test/37409e4c6323cd3f5a35cd33ebf58411 2024-11-15T17:22:07,793 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 37409e4c6323cd3f5a35cd33ebf58411 2024-11-15T17:22:07,793 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 37409e4c6323cd3f5a35cd33ebf58411 2024-11-15T17:22:07,794 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:22:07,794 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 37409e4c6323cd3f5a35cd33ebf58411 2024-11-15T17:22:07,796 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/default/test/37409e4c6323cd3f5a35cd33ebf58411/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:07,797 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 37409e4c6323cd3f5a35cd33ebf58411; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69574765, jitterRate=0.03674478828907013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:22:07,797 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37409e4c6323cd3f5a35cd33ebf58411 2024-11-15T17:22:07,797 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 37409e4c6323cd3f5a35cd33ebf58411: Running coprocessor pre-open hook at 1731691327785Writing region info on filesystem at 1731691327785Initializing all the Stores at 1731691327786 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691327786Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691327788 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691327788Cleaning up temporary data from old regions at 1731691327793 (+5 ms)Running coprocessor post-open hooks at 1731691327797 (+4 ms)Region opened successfully at 1731691327797 2024-11-15T17:22:07,797 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411., pid=6, masterSystemTime=1731691327778 2024-11-15T17:22:07,799 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411. 2024-11-15T17:22:07,799 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411. 2024-11-15T17:22:07,800 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=37409e4c6323cd3f5a35cd33ebf58411, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=046d875b9f8f,44797,1731691320936 2024-11-15T17:22:07,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37409e4c6323cd3f5a35cd33ebf58411, server=046d875b9f8f,44797,1731691320936 because future has completed 2024-11-15T17:22:07,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:22:07,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 37409e4c6323cd3f5a35cd33ebf58411, server=046d875b9f8f,44797,1731691320936 in 177 msec 2024-11-15T17:22:07,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T17:22:07,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=37409e4c6323cd3f5a35cd33ebf58411, ASSIGN in 342 msec 2024-11-15T17:22:07,805 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:22:07,805 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691327805"}]},"ts":"1731691327805"} 2024-11-15T17:22:07,807 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T17:22:07,807 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:22:07,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 771 msec 2024-11-15T17:22:07,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T17:22:07,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T17:22:07,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:22:07,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T17:22:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:08,181 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T17:22:08,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ca8967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:08,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40287,-1 for getting cluster id 2024-11-15T17:22:08,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:08,184 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4eacd2d-206f-46ff-8b7f-8199cc20964a' 2024-11-15T17:22:08,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:08,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4eacd2d-206f-46ff-8b7f-8199cc20964a" 2024-11-15T17:22:08,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@488aaef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:08,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40287,-1] 2024-11-15T17:22:08,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:08,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:08,187 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:08,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ef5f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:08,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:08,191 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,40287,1731691309217 2024-11-15T17:22:08,191 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c668a29 2024-11-15T17:22:08,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:08,192 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:22:08,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40287 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://046d875b9f8f:37891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T17:22:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40287 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:22:08,196 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:37891' 2024-11-15T17:22:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:08,204 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5481fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:08,204 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,37891,-1 for getting cluster id 2024-11-15T17:22:08,205 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:08,210 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ce5ba6b-7389-48e3-9c3f-9628fad0c10a' 2024-11-15T17:22:08,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:08,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ce5ba6b-7389-48e3-9c3f-9628fad0c10a" 2024-11-15T17:22:08,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5a72f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:08,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,37891,-1] 2024-11-15T17:22:08,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:08,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:08,213 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:08,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cf3cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:08,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:08,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,37891,1731691315962 2024-11-15T17:22:08,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ad9afdc 2024-11-15T17:22:08,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:08,216 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:22:08,217 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T17:22:08,217 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:22:08,217 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:08,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:22:08,217 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:08,218 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:22:08,221 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T17:22:08,222 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:22:08,223 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:08,224 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:22:08,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741837_1013 (size=1138) 2024-11-15T17:22:08,242 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d06a733beca65e08cbd7453be3fde37, NAME => 'hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039 2024-11-15T17:22:08,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741838_1014 (size=44) 2024-11-15T17:22:08,272 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T17:22:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:08,654 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:08,654 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3d06a733beca65e08cbd7453be3fde37, disabling compactions & flushes 2024-11-15T17:22:08,654 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37. 2024-11-15T17:22:08,654 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37. 2024-11-15T17:22:08,654 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37. after waiting 0 ms 2024-11-15T17:22:08,654 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37. 2024-11-15T17:22:08,654 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37. 2024-11-15T17:22:08,654 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d06a733beca65e08cbd7453be3fde37: Waiting for close lock at 1731691328654Disabling compacts and flushes for region at 1731691328654Disabling writes for close at 1731691328654Writing region close event to WAL at 1731691328654Closed at 1731691328654 2024-11-15T17:22:08,655 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:22:08,655 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731691328655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691328655"}]},"ts":"1731691328655"} 2024-11-15T17:22:08,657 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:22:08,657 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:22:08,657 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691328657"}]},"ts":"1731691328657"} 2024-11-15T17:22:08,659 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T17:22:08,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d06a733beca65e08cbd7453be3fde37, ASSIGN}] 2024-11-15T17:22:08,659 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d06a733beca65e08cbd7453be3fde37, ASSIGN 2024-11-15T17:22:08,660 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d06a733beca65e08cbd7453be3fde37, ASSIGN; state=OFFLINE, location=046d875b9f8f,43645,1731691309416; forceNewPlan=false, retain=false 2024-11-15T17:22:08,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3d06a733beca65e08cbd7453be3fde37, regionState=OPENING, regionLocation=046d875b9f8f,43645,1731691309416 2024-11-15T17:22:08,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d06a733beca65e08cbd7453be3fde37, ASSIGN because future has completed 2024-11-15T17:22:08,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d06a733beca65e08cbd7453be3fde37, server=046d875b9f8f,43645,1731691309416}] 2024-11-15T17:22:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:08,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37. 2024-11-15T17:22:08,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:22:08,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T17:22:08,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C43645%2C1731691309416.rep, suffix=, logDir=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416, archiveDir=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/oldWALs, maxLogs=10 2024-11-15T17:22:08,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.rep.1731691328968, exclude list is [], retry=0 2024-11-15T17:22:08,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43343,DS-23ce0053-6b30-48af-abf0-e28e63698d6f,DISK] 2024-11-15T17:22:08,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.rep.1731691328968 2024-11-15T17:22:08,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43383:43383)] 2024-11-15T17:22:08,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d06a733beca65e08cbd7453be3fde37, NAME => 'hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:08,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:22:08,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:22:08,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37. service=MultiRowMutationService 2024-11-15T17:22:08,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T17:22:08,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3d06a733beca65e08cbd7453be3fde37 2024-11-15T17:22:08,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:08,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3d06a733beca65e08cbd7453be3fde37 2024-11-15T17:22:08,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3d06a733beca65e08cbd7453be3fde37 2024-11-15T17:22:08,990 INFO [StoreOpener-3d06a733beca65e08cbd7453be3fde37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3d06a733beca65e08cbd7453be3fde37 2024-11-15T17:22:08,990 INFO [StoreOpener-3d06a733beca65e08cbd7453be3fde37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d06a733beca65e08cbd7453be3fde37 columnFamilyName hfileref 2024-11-15T17:22:08,990 DEBUG [StoreOpener-3d06a733beca65e08cbd7453be3fde37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:08,991 INFO [StoreOpener-3d06a733beca65e08cbd7453be3fde37-1 {}] regionserver.HStore(327): Store=3d06a733beca65e08cbd7453be3fde37/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:08,991 INFO [StoreOpener-3d06a733beca65e08cbd7453be3fde37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3d06a733beca65e08cbd7453be3fde37 2024-11-15T17:22:08,991 INFO [StoreOpener-3d06a733beca65e08cbd7453be3fde37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d06a733beca65e08cbd7453be3fde37 columnFamilyName queue 2024-11-15T17:22:08,991 DEBUG [StoreOpener-3d06a733beca65e08cbd7453be3fde37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:08,992 INFO [StoreOpener-3d06a733beca65e08cbd7453be3fde37-1 {}] regionserver.HStore(327): Store=3d06a733beca65e08cbd7453be3fde37/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:08,992 INFO [StoreOpener-3d06a733beca65e08cbd7453be3fde37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3d06a733beca65e08cbd7453be3fde37 2024-11-15T17:22:08,992 INFO [StoreOpener-3d06a733beca65e08cbd7453be3fde37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d06a733beca65e08cbd7453be3fde37 columnFamilyName sid 2024-11-15T17:22:08,992 DEBUG [StoreOpener-3d06a733beca65e08cbd7453be3fde37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:08,993 INFO [StoreOpener-3d06a733beca65e08cbd7453be3fde37-1 {}] regionserver.HStore(327): Store=3d06a733beca65e08cbd7453be3fde37/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:08,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3d06a733beca65e08cbd7453be3fde37 2024-11-15T17:22:08,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/replication/3d06a733beca65e08cbd7453be3fde37 2024-11-15T17:22:08,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/replication/3d06a733beca65e08cbd7453be3fde37 2024-11-15T17:22:08,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3d06a733beca65e08cbd7453be3fde37 2024-11-15T17:22:08,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3d06a733beca65e08cbd7453be3fde37 2024-11-15T17:22:08,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:22:08,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3d06a733beca65e08cbd7453be3fde37 2024-11-15T17:22:08,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/replication/3d06a733beca65e08cbd7453be3fde37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:08,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3d06a733beca65e08cbd7453be3fde37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64522191, jitterRate=-0.0385444313287735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:22:08,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d06a733beca65e08cbd7453be3fde37 2024-11-15T17:22:08,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3d06a733beca65e08cbd7453be3fde37: Running coprocessor pre-open hook at 1731691328989Writing region info on filesystem at 1731691328989Initializing all the Stores at 1731691328989Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691328989Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691328989Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691328989Cleaning up temporary data from old regions at 1731691328994 (+5 ms)Running coprocessor post-open hooks at 1731691328997 (+3 ms)Region opened successfully at 1731691328997 2024-11-15T17:22:08,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37., pid=10, masterSystemTime=1731691328964 2024-11-15T17:22:08,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37. 2024-11-15T17:22:08,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37. 2024-11-15T17:22:09,000 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3d06a733beca65e08cbd7453be3fde37, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,43645,1731691309416 2024-11-15T17:22:09,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d06a733beca65e08cbd7453be3fde37, server=046d875b9f8f,43645,1731691309416 because future has completed 2024-11-15T17:22:09,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T17:22:09,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d06a733beca65e08cbd7453be3fde37, server=046d875b9f8f,43645,1731691309416 in 190 msec 2024-11-15T17:22:09,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T17:22:09,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d06a733beca65e08cbd7453be3fde37, ASSIGN in 344 msec 2024-11-15T17:22:09,005 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:22:09,005 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691329005"}]},"ts":"1731691329005"} 2024-11-15T17:22:09,007 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T17:22:09,007 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:22:09,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 789 msec 2024-11-15T17:22:09,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37., hostname=046d875b9f8f,43645,1731691309416, seqNum=2] 2024-11-15T17:22:09,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021 2024-11-15T17:22:09,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021 2024-11-15T17:22:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:09,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:22:09,405 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T17:22:09,405 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T17:22:09,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T17:22:09,493 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T17:22:09,519 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-046d875b9f8f,43645,1731691309416, ReplicationSource: 1, currentBandwidth=0 2024-11-15T17:22:09,520 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:09,520 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,43645,1731691309416, seqNum=-1] 2024-11-15T17:22:09,520 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:09,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-15T17:22:09,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-046d875b9f8f,43645,1731691309416', locateType=CURRENT is [region=hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37., hostname=046d875b9f8f,43645,1731691309416, seqNum=2] 2024-11-15T17:22:09,525 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T17:22:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40287 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T17:22:09,527 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 046d875b9f8f,43645,1731691309416 suceeded 2024-11-15T17:22:09,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T17:22:09,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-15T17:22:09,528 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://046d875b9f8f:37891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:22:09,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3350 sec 2024-11-15T17:22:09,545 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:37891' 2024-11-15T17:22:09,547 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5335f169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:09,547 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,37891,-1 for getting cluster id 2024-11-15T17:22:09,547 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:09,548 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ce5ba6b-7389-48e3-9c3f-9628fad0c10a' 2024-11-15T17:22:09,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:09,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ce5ba6b-7389-48e3-9c3f-9628fad0c10a" 2024-11-15T17:22:09,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21556165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:09,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,37891,-1] 2024-11-15T17:22:09,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:09,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:09,549 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:09,550 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@133487d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:09,550 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:09,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,37891,1731691315962 2024-11-15T17:22:09,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9228549 2024-11-15T17:22:09,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:09,551 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-15T17:22:09,552 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-046d875b9f8f,43645,1731691309416 (queues=1) is replicating from cluster=d4eacd2d-206f-46ff-8b7f-8199cc20964a to cluster=1ce5ba6b-7389-48e3-9c3f-9628fad0c10a 2024-11-15T17:22:09,552 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=046d875b9f8f%2C43645%2C1731691309416 2024-11-15T17:22:09,552 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-046d875b9f8f,43645,1731691309416, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:22:09,554 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539, startPosition=0, beingWritten=true 2024-11-15T17:22:09,555 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.shipper046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C43645%2C1731691309416 2024-11-15T17:22:09,563 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:22:09,563 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 379, reset compression=false 2024-11-15T17:22:09,563 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.shipper046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,43645,1731691309416 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:22:09,773 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 379, reset compression=false 2024-11-15T17:22:10,046 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:22:10,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:10,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:10,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:10,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:10,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:10,076 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 379, reset compression=false 2024-11-15T17:22:10,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:10,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:10,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:10,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:10,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:10,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:10,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:10,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:10,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:10,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:10,344 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T17:22:10,344 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:22:10,344 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:10,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:10,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:10,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:22:10,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21240cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:10,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,37891,-1 for getting cluster id 2024-11-15T17:22:10,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:10,349 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ce5ba6b-7389-48e3-9c3f-9628fad0c10a' 2024-11-15T17:22:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ce5ba6b-7389-48e3-9c3f-9628fad0c10a" 2024-11-15T17:22:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ab6a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,37891,-1] 2024-11-15T17:22:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:10,351 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:10,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733ad953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:10,352 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:10,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,37891,1731691315962 2024-11-15T17:22:10,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2838c486 2024-11-15T17:22:10,353 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:10,353 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:22:10,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37891 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://046d875b9f8f:38909,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T17:22:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37891 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:22:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:10,356 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:38909' 2024-11-15T17:22:10,358 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b82b5bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:10,358 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,38909,-1 for getting cluster id 2024-11-15T17:22:10,358 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:10,359 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61ce916a-0919-4577-959b-f89748e7eb70' 2024-11-15T17:22:10,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:10,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61ce916a-0919-4577-959b-f89748e7eb70" 2024-11-15T17:22:10,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626e5ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:10,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,38909,-1] 2024-11-15T17:22:10,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:10,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:10,363 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:10,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20610f94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:10,364 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:10,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,38909,1731691320761 2024-11-15T17:22:10,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7943bc43 2024-11-15T17:22:10,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:10,366 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:22:10,367 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T17:22:10,367 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:22:10,367 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:10,367 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:10,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:22:10,368 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:22:10,369 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T17:22:10,370 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:22:10,370 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:10,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:22:10,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741837_1013 (size=1138) 2024-11-15T17:22:10,389 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d057b6dd395cd2f886664232098cc95, NAME => 'hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a 2024-11-15T17:22:10,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741838_1014 (size=44) 2024-11-15T17:22:10,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:10,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2d057b6dd395cd2f886664232098cc95, disabling compactions & flushes 2024-11-15T17:22:10,402 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95. 2024-11-15T17:22:10,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95. 2024-11-15T17:22:10,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95. after waiting 0 ms 2024-11-15T17:22:10,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95. 2024-11-15T17:22:10,402 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95. 2024-11-15T17:22:10,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d057b6dd395cd2f886664232098cc95: Waiting for close lock at 1731691330402Disabling compacts and flushes for region at 1731691330402Disabling writes for close at 1731691330402Writing region close event to WAL at 1731691330402Closed at 1731691330402 2024-11-15T17:22:10,403 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:22:10,403 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731691330403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691330403"}]},"ts":"1731691330403"} 2024-11-15T17:22:10,405 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:22:10,405 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:22:10,406 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691330405"}]},"ts":"1731691330405"} 2024-11-15T17:22:10,407 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T17:22:10,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d057b6dd395cd2f886664232098cc95, ASSIGN}] 2024-11-15T17:22:10,408 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d057b6dd395cd2f886664232098cc95, ASSIGN 2024-11-15T17:22:10,408 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2d057b6dd395cd2f886664232098cc95, ASSIGN; state=OFFLINE, location=046d875b9f8f,36427,1731691316074; forceNewPlan=false, retain=false 2024-11-15T17:22:10,419 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T17:22:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:10,480 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 379, reset compression=false 2024-11-15T17:22:10,559 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2d057b6dd395cd2f886664232098cc95, regionState=OPENING, regionLocation=046d875b9f8f,36427,1731691316074 2024-11-15T17:22:10,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2d057b6dd395cd2f886664232098cc95, ASSIGN because future has completed 2024-11-15T17:22:10,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d057b6dd395cd2f886664232098cc95, server=046d875b9f8f,36427,1731691316074}] 2024-11-15T17:22:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:10,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95. 2024-11-15T17:22:10,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:22:10,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T17:22:10,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C36427%2C1731691316074.rep, suffix=, logDir=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074, archiveDir=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/oldWALs, maxLogs=10 2024-11-15T17:22:10,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.rep.1731691330719, exclude list is [], retry=0 2024-11-15T17:22:10,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-901ba1b7-9344-4352-9666-02a9a396a547,DISK] 2024-11-15T17:22:10,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.rep.1731691330719 2024-11-15T17:22:10,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45033:45033)] 2024-11-15T17:22:10,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d057b6dd395cd2f886664232098cc95, NAME => 'hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:10,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:22:10,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:22:10,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95. service=MultiRowMutationService 2024-11-15T17:22:10,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T17:22:10,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2d057b6dd395cd2f886664232098cc95 2024-11-15T17:22:10,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:10,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2d057b6dd395cd2f886664232098cc95 2024-11-15T17:22:10,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2d057b6dd395cd2f886664232098cc95 2024-11-15T17:22:10,746 INFO [StoreOpener-2d057b6dd395cd2f886664232098cc95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2d057b6dd395cd2f886664232098cc95 2024-11-15T17:22:10,747 INFO [StoreOpener-2d057b6dd395cd2f886664232098cc95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d057b6dd395cd2f886664232098cc95 columnFamilyName hfileref 2024-11-15T17:22:10,748 DEBUG [StoreOpener-2d057b6dd395cd2f886664232098cc95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:10,748 INFO [StoreOpener-2d057b6dd395cd2f886664232098cc95-1 {}] regionserver.HStore(327): Store=2d057b6dd395cd2f886664232098cc95/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:10,748 INFO [StoreOpener-2d057b6dd395cd2f886664232098cc95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2d057b6dd395cd2f886664232098cc95 2024-11-15T17:22:10,749 INFO [StoreOpener-2d057b6dd395cd2f886664232098cc95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d057b6dd395cd2f886664232098cc95 columnFamilyName queue 2024-11-15T17:22:10,749 DEBUG [StoreOpener-2d057b6dd395cd2f886664232098cc95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:10,749 INFO [StoreOpener-2d057b6dd395cd2f886664232098cc95-1 {}] regionserver.HStore(327): Store=2d057b6dd395cd2f886664232098cc95/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:10,749 INFO [StoreOpener-2d057b6dd395cd2f886664232098cc95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2d057b6dd395cd2f886664232098cc95 2024-11-15T17:22:10,750 INFO [StoreOpener-2d057b6dd395cd2f886664232098cc95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d057b6dd395cd2f886664232098cc95 columnFamilyName sid 2024-11-15T17:22:10,750 DEBUG [StoreOpener-2d057b6dd395cd2f886664232098cc95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:10,751 INFO [StoreOpener-2d057b6dd395cd2f886664232098cc95-1 {}] regionserver.HStore(327): Store=2d057b6dd395cd2f886664232098cc95/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:10,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2d057b6dd395cd2f886664232098cc95 2024-11-15T17:22:10,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/replication/2d057b6dd395cd2f886664232098cc95 2024-11-15T17:22:10,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/replication/2d057b6dd395cd2f886664232098cc95 2024-11-15T17:22:10,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2d057b6dd395cd2f886664232098cc95 2024-11-15T17:22:10,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2d057b6dd395cd2f886664232098cc95 2024-11-15T17:22:10,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:22:10,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2d057b6dd395cd2f886664232098cc95 2024-11-15T17:22:10,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/replication/2d057b6dd395cd2f886664232098cc95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:10,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2d057b6dd395cd2f886664232098cc95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73919276, jitterRate=0.1014830470085144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:22:10,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d057b6dd395cd2f886664232098cc95 2024-11-15T17:22:10,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2d057b6dd395cd2f886664232098cc95: Running coprocessor pre-open hook at 1731691330745Writing region info on filesystem at 1731691330745Initializing all the Stores at 1731691330746 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691330746Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691330746Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691330746Cleaning up temporary data from old regions at 1731691330753 (+7 ms)Running coprocessor post-open hooks at 1731691330756 (+3 ms)Region opened successfully at 1731691330756 2024-11-15T17:22:10,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95., pid=10, masterSystemTime=1731691330713 2024-11-15T17:22:10,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95. 2024-11-15T17:22:10,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95. 2024-11-15T17:22:10,759 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2d057b6dd395cd2f886664232098cc95, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,36427,1731691316074 2024-11-15T17:22:10,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d057b6dd395cd2f886664232098cc95, server=046d875b9f8f,36427,1731691316074 because future has completed 2024-11-15T17:22:10,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T17:22:10,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d057b6dd395cd2f886664232098cc95, server=046d875b9f8f,36427,1731691316074 in 200 msec 2024-11-15T17:22:10,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T17:22:10,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d057b6dd395cd2f886664232098cc95, ASSIGN in 356 msec 2024-11-15T17:22:10,765 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:22:10,765 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691330765"}]},"ts":"1731691330765"} 2024-11-15T17:22:10,768 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T17:22:10,769 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:22:10,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 402 msec 2024-11-15T17:22:10,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95., hostname=046d875b9f8f,36427,1731691316074, seqNum=2] 2024-11-15T17:22:10,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384 2024-11-15T17:22:10,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384 2024-11-15T17:22:10,982 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 379, reset compression=false 2024-11-15T17:22:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:10,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:22:11,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T17:22:11,143 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T17:22:11,181 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-046d875b9f8f,36427,1731691316074, ReplicationSource: 1, currentBandwidth=0 2024-11-15T17:22:11,183 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:11,183 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,36427,1731691316074, seqNum=-1] 2024-11-15T17:22:11,184 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:11,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-15T17:22:11,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-046d875b9f8f,36427,1731691316074', locateType=CURRENT is [region=hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95., hostname=046d875b9f8f,36427,1731691316074, seqNum=2] 2024-11-15T17:22:11,191 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T17:22:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37891 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T17:22:11,193 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 046d875b9f8f,36427,1731691316074 suceeded 2024-11-15T17:22:11,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T17:22:11,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-15T17:22:11,195 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://046d875b9f8f:38909,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:22:11,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 841 msec 2024-11-15T17:22:11,209 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:38909' 2024-11-15T17:22:11,210 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6159565e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:11,210 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,38909,-1 for getting cluster id 2024-11-15T17:22:11,210 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:11,211 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61ce916a-0919-4577-959b-f89748e7eb70' 2024-11-15T17:22:11,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:11,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61ce916a-0919-4577-959b-f89748e7eb70" 2024-11-15T17:22:11,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52bab4c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:11,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,38909,-1] 2024-11-15T17:22:11,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:11,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:11,212 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:11,212 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ef723a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:11,213 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:11,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,38909,1731691320761 2024-11-15T17:22:11,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dbe9b14 2024-11-15T17:22:11,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:11,214 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-15T17:22:11,214 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-046d875b9f8f,36427,1731691316074 (queues=1) is replicating from cluster=1ce5ba6b-7389-48e3-9c3f-9628fad0c10a to cluster=61ce916a-0919-4577-959b-f89748e7eb70 2024-11-15T17:22:11,215 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=046d875b9f8f%2C36427%2C1731691316074 2024-11-15T17:22:11,215 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-046d875b9f8f,36427,1731691316074, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:22:11,215 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961, startPosition=0, beingWritten=true 2024-11-15T17:22:11,215 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.shipper046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C36427%2C1731691316074 2024-11-15T17:22:11,222 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:22:11,222 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 379, reset compression=false 2024-11-15T17:22:11,222 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.shipper046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,36427,1731691316074 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:22:11,426 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 379, reset compression=false 2024-11-15T17:22:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:11,494 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T17:22:11,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:22:11,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:11,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:11,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:11,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:22:11,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bd9d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:11,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,38909,-1 for getting cluster id 2024-11-15T17:22:11,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:11,495 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61ce916a-0919-4577-959b-f89748e7eb70' 2024-11-15T17:22:11,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:11,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61ce916a-0919-4577-959b-f89748e7eb70" 2024-11-15T17:22:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f902ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,38909,-1] 2024-11-15T17:22:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:11,496 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fdab06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:11,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,38909,1731691320761 2024-11-15T17:22:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d5cb219 2024-11-15T17:22:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:11,499 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:22:11,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://046d875b9f8f:37891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T17:22:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:22:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:11,501 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:37891' 2024-11-15T17:22:11,502 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14492bb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:11,502 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,37891,-1 for getting cluster id 2024-11-15T17:22:11,502 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:11,503 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ce5ba6b-7389-48e3-9c3f-9628fad0c10a' 2024-11-15T17:22:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ce5ba6b-7389-48e3-9c3f-9628fad0c10a" 2024-11-15T17:22:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4868a95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,37891,-1] 2024-11-15T17:22:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:11,504 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:11,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c64166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:11,504 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:11,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,37891,1731691315962 2024-11-15T17:22:11,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54e2adb7 2024-11-15T17:22:11,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:11,506 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:22:11,506 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T17:22:11,506 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:22:11,506 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:11,506 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:11,507 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:22:11,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:22:11,508 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T17:22:11,508 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:22:11,508 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:11,509 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:22:11,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741837_1013 (size=1138) 2024-11-15T17:22:11,558 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T17:22:11,585 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 379, reset compression=false 2024-11-15T17:22:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:11,733 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 379, reset compression=false 2024-11-15T17:22:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:11,915 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 311aeed87efa9ea98bbb94530abe1bbf, NAME => 'hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96 2024-11-15T17:22:11,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741838_1014 (size=44) 2024-11-15T17:22:11,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:11,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 311aeed87efa9ea98bbb94530abe1bbf, disabling compactions & flushes 2024-11-15T17:22:11,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf. 2024-11-15T17:22:11,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf. 2024-11-15T17:22:11,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf. after waiting 0 ms 2024-11-15T17:22:11,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf. 2024-11-15T17:22:11,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf. 2024-11-15T17:22:11,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 311aeed87efa9ea98bbb94530abe1bbf: Waiting for close lock at 1731691331921Disabling compacts and flushes for region at 1731691331921Disabling writes for close at 1731691331921Writing region close event to WAL at 1731691331921Closed at 1731691331921 2024-11-15T17:22:11,923 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:22:11,923 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731691331923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691331923"}]},"ts":"1731691331923"} 2024-11-15T17:22:11,925 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:22:11,926 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:22:11,926 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691331926"}]},"ts":"1731691331926"} 2024-11-15T17:22:11,928 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T17:22:11,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=311aeed87efa9ea98bbb94530abe1bbf, ASSIGN}] 2024-11-15T17:22:11,929 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=311aeed87efa9ea98bbb94530abe1bbf, ASSIGN 2024-11-15T17:22:11,930 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=311aeed87efa9ea98bbb94530abe1bbf, ASSIGN; state=OFFLINE, location=046d875b9f8f,44797,1731691320936; forceNewPlan=false, retain=false 2024-11-15T17:22:12,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=311aeed87efa9ea98bbb94530abe1bbf, regionState=OPENING, regionLocation=046d875b9f8f,44797,1731691320936 2024-11-15T17:22:12,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=311aeed87efa9ea98bbb94530abe1bbf, ASSIGN because future has completed 2024-11-15T17:22:12,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 311aeed87efa9ea98bbb94530abe1bbf, server=046d875b9f8f,44797,1731691320936}] 2024-11-15T17:22:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:12,137 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 379, reset compression=false 2024-11-15T17:22:12,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf. 2024-11-15T17:22:12,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:22:12,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T17:22:12,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C44797%2C1731691320936.rep, suffix=, logDir=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936, archiveDir=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/oldWALs, maxLogs=10 2024-11-15T17:22:12,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.rep.1731691332239, exclude list is [], retry=0 2024-11-15T17:22:12,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44763,DS-e395ffc8-052f-4ce8-b293-9072b72c7d20,DISK] 2024-11-15T17:22:12,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.rep.1731691332239 2024-11-15T17:22:12,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46515:46515)] 2024-11-15T17:22:12,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 311aeed87efa9ea98bbb94530abe1bbf, NAME => 'hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:12,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:22:12,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:22:12,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf. service=MultiRowMutationService 2024-11-15T17:22:12,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T17:22:12,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 311aeed87efa9ea98bbb94530abe1bbf 2024-11-15T17:22:12,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:12,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 311aeed87efa9ea98bbb94530abe1bbf 2024-11-15T17:22:12,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 311aeed87efa9ea98bbb94530abe1bbf 2024-11-15T17:22:12,255 INFO [StoreOpener-311aeed87efa9ea98bbb94530abe1bbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 311aeed87efa9ea98bbb94530abe1bbf 2024-11-15T17:22:12,256 INFO [StoreOpener-311aeed87efa9ea98bbb94530abe1bbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 311aeed87efa9ea98bbb94530abe1bbf columnFamilyName hfileref 2024-11-15T17:22:12,256 DEBUG [StoreOpener-311aeed87efa9ea98bbb94530abe1bbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:12,257 INFO [StoreOpener-311aeed87efa9ea98bbb94530abe1bbf-1 {}] regionserver.HStore(327): Store=311aeed87efa9ea98bbb94530abe1bbf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:12,257 INFO [StoreOpener-311aeed87efa9ea98bbb94530abe1bbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 311aeed87efa9ea98bbb94530abe1bbf 2024-11-15T17:22:12,257 INFO [StoreOpener-311aeed87efa9ea98bbb94530abe1bbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 311aeed87efa9ea98bbb94530abe1bbf columnFamilyName queue 2024-11-15T17:22:12,258 DEBUG [StoreOpener-311aeed87efa9ea98bbb94530abe1bbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:12,258 INFO [StoreOpener-311aeed87efa9ea98bbb94530abe1bbf-1 {}] regionserver.HStore(327): Store=311aeed87efa9ea98bbb94530abe1bbf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:12,258 INFO [StoreOpener-311aeed87efa9ea98bbb94530abe1bbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 311aeed87efa9ea98bbb94530abe1bbf 2024-11-15T17:22:12,258 INFO [StoreOpener-311aeed87efa9ea98bbb94530abe1bbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 311aeed87efa9ea98bbb94530abe1bbf columnFamilyName sid 2024-11-15T17:22:12,258 DEBUG [StoreOpener-311aeed87efa9ea98bbb94530abe1bbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:12,259 INFO [StoreOpener-311aeed87efa9ea98bbb94530abe1bbf-1 {}] regionserver.HStore(327): Store=311aeed87efa9ea98bbb94530abe1bbf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:12,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 311aeed87efa9ea98bbb94530abe1bbf 2024-11-15T17:22:12,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/replication/311aeed87efa9ea98bbb94530abe1bbf 2024-11-15T17:22:12,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/replication/311aeed87efa9ea98bbb94530abe1bbf 2024-11-15T17:22:12,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 311aeed87efa9ea98bbb94530abe1bbf 2024-11-15T17:22:12,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 311aeed87efa9ea98bbb94530abe1bbf 2024-11-15T17:22:12,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:22:12,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 311aeed87efa9ea98bbb94530abe1bbf 2024-11-15T17:22:12,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/replication/311aeed87efa9ea98bbb94530abe1bbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:12,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 311aeed87efa9ea98bbb94530abe1bbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68608914, jitterRate=0.022352486848831177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:22:12,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 311aeed87efa9ea98bbb94530abe1bbf 2024-11-15T17:22:12,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 311aeed87efa9ea98bbb94530abe1bbf: Running coprocessor pre-open hook at 1731691332254Writing region info on filesystem at 1731691332254Initializing all the Stores at 1731691332255 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691332255Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691332255Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691332255Cleaning up temporary data from old regions at 1731691332260 (+5 ms)Running coprocessor post-open hooks at 1731691332262 (+2 ms)Region opened successfully at 1731691332262 2024-11-15T17:22:12,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf., pid=10, masterSystemTime=1731691332235 2024-11-15T17:22:12,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf. 2024-11-15T17:22:12,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf. 2024-11-15T17:22:12,265 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=311aeed87efa9ea98bbb94530abe1bbf, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,44797,1731691320936 2024-11-15T17:22:12,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 311aeed87efa9ea98bbb94530abe1bbf, server=046d875b9f8f,44797,1731691320936 because future has completed 2024-11-15T17:22:12,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T17:22:12,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 311aeed87efa9ea98bbb94530abe1bbf, server=046d875b9f8f,44797,1731691320936 in 184 msec 2024-11-15T17:22:12,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T17:22:12,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=311aeed87efa9ea98bbb94530abe1bbf, ASSIGN in 341 msec 2024-11-15T17:22:12,271 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:22:12,271 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691332271"}]},"ts":"1731691332271"} 2024-11-15T17:22:12,272 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T17:22:12,273 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:22:12,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 766 msec 2024-11-15T17:22:12,289 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 379, reset compression=false 2024-11-15T17:22:12,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf., hostname=046d875b9f8f,44797,1731691320936, seqNum=2] 2024-11-15T17:22:12,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410 2024-11-15T17:22:12,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410 2024-11-15T17:22:12,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:22:12,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T17:22:12,510 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T17:22:12,535 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-046d875b9f8f,44797,1731691320936, ReplicationSource: 1, currentBandwidth=0 2024-11-15T17:22:12,535 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:12,535 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,44797,1731691320936, seqNum=-1] 2024-11-15T17:22:12,536 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:12,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-15T17:22:12,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-046d875b9f8f,44797,1731691320936', locateType=CURRENT is [region=hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf., hostname=046d875b9f8f,44797,1731691320936, seqNum=2] 2024-11-15T17:22:12,540 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T17:22:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T17:22:12,541 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 046d875b9f8f,44797,1731691320936 suceeded 2024-11-15T17:22:12,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T17:22:12,543 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://046d875b9f8f:37891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:22:12,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-15T17:22:12,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0440 sec 2024-11-15T17:22:12,552 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:37891' 2024-11-15T17:22:12,553 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3400d9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:12,553 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,37891,-1 for getting cluster id 2024-11-15T17:22:12,553 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:12,554 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ce5ba6b-7389-48e3-9c3f-9628fad0c10a' 2024-11-15T17:22:12,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:12,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ce5ba6b-7389-48e3-9c3f-9628fad0c10a" 2024-11-15T17:22:12,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6569f582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:12,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,37891,-1] 2024-11-15T17:22:12,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:12,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:12,555 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:12,555 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ec6b4c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:12,555 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:12,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,37891,1731691315962 2024-11-15T17:22:12,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fd96f11 2024-11-15T17:22:12,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:12,557 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-15T17:22:12,557 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-046d875b9f8f,44797,1731691320936 (queues=1) is replicating from cluster=61ce916a-0919-4577-959b-f89748e7eb70 to cluster=1ce5ba6b-7389-48e3-9c3f-9628fad0c10a 2024-11-15T17:22:12,557 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=046d875b9f8f%2C44797%2C1731691320936 2024-11-15T17:22:12,557 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-046d875b9f8f,44797,1731691320936, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:22:12,557 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.shipper046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C44797%2C1731691320936 2024-11-15T17:22:12,557 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670, startPosition=0, beingWritten=true 2024-11-15T17:22:12,561 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:22:12,561 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 379, reset compression=false 2024-11-15T17:22:12,561 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.shipper046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,44797,1731691320936 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:22:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:12,634 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T17:22:12,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:22:12,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:12,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:12,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:12,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:22:12,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a48da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:12,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40287,-1 for getting cluster id 2024-11-15T17:22:12,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:12,635 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4eacd2d-206f-46ff-8b7f-8199cc20964a' 2024-11-15T17:22:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4eacd2d-206f-46ff-8b7f-8199cc20964a" 2024-11-15T17:22:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc8f67e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40287,-1] 2024-11-15T17:22:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:12,636 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:12,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ce0a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:12,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275139a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:12,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,37891,-1 for getting cluster id 2024-11-15T17:22:12,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:12,638 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ce5ba6b-7389-48e3-9c3f-9628fad0c10a' 2024-11-15T17:22:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ce5ba6b-7389-48e3-9c3f-9628fad0c10a" 2024-11-15T17:22:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40859923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,37891,-1] 2024-11-15T17:22:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:12,639 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:12,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709710ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:12,640 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 379, reset compression=false 2024-11-15T17:22:12,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4432e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:12,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,38909,-1 for getting cluster id 2024-11-15T17:22:12,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:12,641 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61ce916a-0919-4577-959b-f89748e7eb70' 2024-11-15T17:22:12,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:12,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61ce916a-0919-4577-959b-f89748e7eb70" 2024-11-15T17:22:12,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c5e4bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:12,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,38909,-1] 2024-11-15T17:22:12,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:12,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:12,642 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:12,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b28534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:12,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:12,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,43645,1731691309416, seqNum=-1] 2024-11-15T17:22:12,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:12,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:22:12,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731691324748.b737430e1ebd3e967933196611481d9d., hostname=046d875b9f8f,43645,1731691309416, seqNum=2] 2024-11-15T17:22:12,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:12,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,44797,1731691320936, seqNum=-1] 2024-11-15T17:22:12,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:12,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:22:12,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411., hostname=046d875b9f8f,44797,1731691320936, seqNum=2] 2024-11-15T17:22:12,655 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T17:22:12,764 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 379, reset compression=false 2024-11-15T17:22:13,067 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 379, reset compression=false 2024-11-15T17:22:13,092 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 379, reset compression=false 2024-11-15T17:22:13,113 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:22:13,113 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 480, reset compression=false 2024-11-15T17:22:13,114 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.shipper046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,43645,1731691309416 got entry batch from reader: WALEntryBatch [walEntries=[{test/b737430e1ebd3e967933196611481d9d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T17:22:13,117 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.shipper046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:22:13,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-15T17:22:13,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:22:13,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72b7e1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:13,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,37891,-1 for getting cluster id 2024-11-15T17:22:13,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:13,122 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ce5ba6b-7389-48e3-9c3f-9628fad0c10a' 2024-11-15T17:22:13,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:13,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ce5ba6b-7389-48e3-9c3f-9628fad0c10a" 2024-11-15T17:22:13,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e27b59c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:13,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,37891,-1] 2024-11-15T17:22:13,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:13,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:13,123 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:13,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fed4c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:13,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:13,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,36427,1731691316074, seqNum=-1] 2024-11-15T17:22:13,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:13,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-15T17:22:13,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6., hostname=046d875b9f8f,36427,1731691316074, seqNum=2] 2024-11-15T17:22:13,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:22:13,243 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 379, reset compression=false 2024-11-15T17:22:13,254 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:22:13,254 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 504, reset compression=false 2024-11-15T17:22:13,254 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.shipper046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,36427,1731691316074 got entry batch from reader: WALEntryBatch [walEntries=[{test/b53c5dc536f75e15cbe5306bd8b1bbf6/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-15T17:22:13,256 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.shipper046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:22:13,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-15T17:22:13,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:22:13,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e8574f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:13,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44797 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,38909,-1 for getting cluster id 2024-11-15T17:22:13,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:13,259 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61ce916a-0919-4577-959b-f89748e7eb70' 2024-11-15T17:22:13,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:13,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61ce916a-0919-4577-959b-f89748e7eb70" 2024-11-15T17:22:13,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fdad0d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:13,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,38909,-1] 2024-11-15T17:22:13,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:13,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:13,260 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:13,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bfd64e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:13,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44797 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:13,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,44797,1731691320936, seqNum=-1] 2024-11-15T17:22:13,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:13,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-15T17:22:13,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411., hostname=046d875b9f8f,44797,1731691320936, seqNum=2] 2024-11-15T17:22:13,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:22:13,349 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 480, reset compression=false 2024-11-15T17:22:13,458 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 504, reset compression=false 2024-11-15T17:22:13,486 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 379, reset compression=false 2024-11-15T17:22:13,490 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:22:13,490 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 527, reset compression=false 2024-11-15T17:22:13,490 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.shipper046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,44797,1731691320936 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:22:13,657 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T17:22:13,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:13,658 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 480, reset compression=false 2024-11-15T17:22:13,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,36427,1731691316074, seqNum=-1] 2024-11-15T17:22:13,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:13,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:22:13,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6., hostname=046d875b9f8f,36427,1731691316074, seqNum=2] 2024-11-15T17:22:13,665 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T17:22:13,695 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 527, reset compression=false 2024-11-15T17:22:13,762 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 504, reset compression=false 2024-11-15T17:22:13,775 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:22:13,775 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 608, reset compression=false 2024-11-15T17:22:13,775 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.shipper046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,36427,1731691316074 got entry batch from reader: WALEntryBatch [walEntries=[{test/b53c5dc536f75e15cbe5306bd8b1bbf6/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T17:22:13,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:22:13,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:22:13,990 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 608, reset compression=false 2024-11-15T17:22:14,001 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 527, reset compression=false 2024-11-15T17:22:14,030 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:22:14,030 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 654, reset compression=false 2024-11-15T17:22:14,030 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.shipper046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,44797,1731691320936 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:22:14,062 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 480, reset compression=false 2024-11-15T17:22:14,163 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:14,164 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:22:14,164 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108659 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:22:14,237 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 654, reset compression=false 2024-11-15T17:22:14,299 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 608, reset compression=false 2024-11-15T17:22:14,541 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 654, reset compression=false 2024-11-15T17:22:14,566 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 480, reset compression=false 2024-11-15T17:22:14,666 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T17:22:14,668 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-15T17:22:14,703 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 608, reset compression=false 2024-11-15T17:22:14,944 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 654, reset compression=false 2024-11-15T17:22:14,948 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:22:14,948 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 758, reset compression=false 2024-11-15T17:22:14,948 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.shipper046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,44797,1731691320936 got entry batch from reader: WALEntryBatch [walEntries=[{test/37409e4c6323cd3f5a35cd33ebf58411/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T17:22:14,950 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.shipper046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:22:14,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-15T17:22:14,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:22:14,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:22:15,151 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 758, reset compression=false 2024-11-15T17:22:15,168 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 480, reset compression=false 2024-11-15T17:22:15,206 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 608, reset compression=false 2024-11-15T17:22:15,214 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:22:15,214 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 735, reset compression=false 2024-11-15T17:22:15,214 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.shipper046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,36427,1731691316074 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:22:15,418 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 735, reset compression=false 2024-11-15T17:22:15,457 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 758, reset compression=false 2024-11-15T17:22:15,670 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-15T17:22:15,674 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T17:22:15,721 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 735, reset compression=false 2024-11-15T17:22:15,861 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 758, reset compression=false 2024-11-15T17:22:15,876 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 480, reset compression=false 2024-11-15T17:22:15,880 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:22:15,880 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 636, reset compression=false 2024-11-15T17:22:15,880 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.shipper046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,43645,1731691309416 got entry batch from reader: WALEntryBatch [walEntries=[{test/b737430e1ebd3e967933196611481d9d/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T17:22:15,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:22:15,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:22:16,083 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 636, reset compression=false 2024-11-15T17:22:16,127 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 735, reset compression=false 2024-11-15T17:22:16,132 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:22:16,132 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 883, reset compression=false 2024-11-15T17:22:16,132 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.shipper046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,36427,1731691316074 got entry batch from reader: WALEntryBatch [walEntries=[{test/b53c5dc536f75e15cbe5306bd8b1bbf6/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-15T17:22:16,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:22:16,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:22:16,248 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:22:16,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:16,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:16,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:16,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:16,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:16,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:16,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:16,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:16,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:16,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:16,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:16,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:16,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:16,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:16,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:16,335 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 883, reset compression=false 2024-11-15T17:22:16,365 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 758, reset compression=false 2024-11-15T17:22:16,370 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:22:16,370 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 929, reset compression=false 2024-11-15T17:22:16,370 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.shipper046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,44797,1731691320936 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:22:16,387 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 636, reset compression=false 2024-11-15T17:22:16,575 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 929, reset compression=false 2024-11-15T17:22:16,640 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 883, reset compression=false 2024-11-15T17:22:16,676 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T17:22:16,680 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T17:22:16,790 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 636, reset compression=false 2024-11-15T17:22:16,879 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 929, reset compression=false 2024-11-15T17:22:17,043 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 883, reset compression=false 2024-11-15T17:22:17,049 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:22:17,049 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 1042, reset compression=false 2024-11-15T17:22:17,049 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.shipper046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,36427,1731691316074 got entry batch from reader: WALEntryBatch [walEntries=[{test/b53c5dc536f75e15cbe5306bd8b1bbf6/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T17:22:17,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:22:17,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:22:17,257 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 1042, reset compression=false 2024-11-15T17:22:17,282 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 929, reset compression=false 2024-11-15T17:22:17,286 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:22:17,286 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 1078, reset compression=false 2024-11-15T17:22:17,286 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.shipper046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,44797,1731691320936 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:22:17,293 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 636, reset compression=false 2024-11-15T17:22:17,489 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 1078, reset compression=false 2024-11-15T17:22:17,560 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 1042, reset compression=false 2024-11-15T17:22:17,682 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T17:22:17,684 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-15T17:22:17,792 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 1078, reset compression=false 2024-11-15T17:22:17,795 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:22:17,795 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 1237, reset compression=false 2024-11-15T17:22:17,795 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.shipper046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,44797,1731691320936 got entry batch from reader: WALEntryBatch [walEntries=[{test/37409e4c6323cd3f5a35cd33ebf58411/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T17:22:17,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T17:22:17,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T17:22:17,896 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 636, reset compression=false 2024-11-15T17:22:17,963 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 1042, reset compression=false 2024-11-15T17:22:17,966 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:22:17,966 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 1191, reset compression=false 2024-11-15T17:22:17,966 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.shipper046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,36427,1731691316074 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:22:17,998 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 1237, reset compression=false 2024-11-15T17:22:18,169 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 1191, reset compression=false 2024-11-15T17:22:18,301 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 1237, reset compression=false 2024-11-15T17:22:18,472 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 1191, reset compression=false 2024-11-15T17:22:18,531 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=35, reused chunk count=128, reuseRatio=78.53% 2024-11-15T17:22:18,531 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-15T17:22:18,599 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 636, reset compression=false 2024-11-15T17:22:18,686 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-15T17:22:18,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:22:18,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:22:18,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:18,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:18,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:18,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:22:18,693 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:22:18,693 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=637821308, stopped=false 2024-11-15T17:22:18,693 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,38909,1731691320761 2024-11-15T17:22:18,704 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 1237, reset compression=false 2024-11-15T17:22:18,805 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:22:18,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/26146410/running 2024-11-15T17:22:18,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/26146410/running 2024-11-15T17:22:18,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410 2024-11-15T17:22:18,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410 2024-11-15T17:22:18,819 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:22:18,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:22:18,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:18,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:18,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Set watcher on znode that does not yet exist, /26146410/running 2024-11-15T17:22:18,820 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,44797,1731691320936' ***** 2024-11-15T17:22:18,820 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:22:18,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Set watcher on znode that does not yet exist, /26146410/running 2024-11-15T17:22:18,820 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:22:18,820 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:22:18,821 INFO [RS:0;046d875b9f8f:44797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:22:18,821 INFO [RS:0;046d875b9f8f:44797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:22:18,821 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(3091): Received CLOSE for 37409e4c6323cd3f5a35cd33ebf58411 2024-11-15T17:22:18,821 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(3091): Received CLOSE for 311aeed87efa9ea98bbb94530abe1bbf 2024-11-15T17:22:18,821 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,44797,1731691320936 2024-11-15T17:22:18,821 INFO [RS:0;046d875b9f8f:44797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:22:18,821 INFO [RS:0;046d875b9f8f:44797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:44797. 2024-11-15T17:22:18,821 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37409e4c6323cd3f5a35cd33ebf58411, disabling compactions & flushes 2024-11-15T17:22:18,821 DEBUG [RS:0;046d875b9f8f:44797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:18,821 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411. 2024-11-15T17:22:18,821 DEBUG [RS:0;046d875b9f8f:44797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:18,821 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411. 2024-11-15T17:22:18,821 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411. after waiting 0 ms 2024-11-15T17:22:18,821 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411. 2024-11-15T17:22:18,821 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:22:18,821 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:22:18,821 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:22:18,821 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:22:18,821 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 37409e4c6323cd3f5a35cd33ebf58411 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-15T17:22:18,822 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T17:22:18,822 DEBUG [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(1325): Online Regions={37409e4c6323cd3f5a35cd33ebf58411=test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411., 311aeed87efa9ea98bbb94530abe1bbf=hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T17:22:18,822 DEBUG [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311aeed87efa9ea98bbb94530abe1bbf, 37409e4c6323cd3f5a35cd33ebf58411 2024-11-15T17:22:18,822 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:22:18,822 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:22:18,822 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:22:18,822 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:22:18,822 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:22:18,822 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T17:22:18,840 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/default/test/37409e4c6323cd3f5a35cd33ebf58411/.tmp/f/f9aca2033dc0482983f7ce08466528a1 is 29, key is row1/f:/1731691336678/DeleteFamily/seqid=0 2024-11-15T17:22:18,840 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/.tmp/info/ce88ca5b40c1420da50b1f8544507e64 is 147, key is hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf./info:regioninfo/1731691332265/Put/seqid=0 2024-11-15T17:22:18,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741841_1017 (size=7686) 2024-11-15T17:22:18,848 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:22:18,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741840_1016 (size=5152) 2024-11-15T17:22:18,876 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 1191, reset compression=false 2024-11-15T17:22:19,022 DEBUG [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311aeed87efa9ea98bbb94530abe1bbf, 37409e4c6323cd3f5a35cd33ebf58411 2024-11-15T17:22:19,208 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 1237, reset compression=false 2024-11-15T17:22:19,212 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:22:19,212 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 1484, reset compression=false 2024-11-15T17:22:19,212 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.shipper046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,44797,1731691320936 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:22:19,214 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.shipper046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 046d875b9f8f,44797,1731691320936: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-046d875b9f8f,44797,1731691320936, walGroup=046d875b9f8f%2C44797%2C1731691320936, offset=046d875b9f8f%2C44797%2C1731691320936.1731691323670:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:44797 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T17:22:19,215 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.shipper046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T17:22:19,215 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.shipper046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T17:22:19,216 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.shipper046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T17:22:19,216 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.shipper046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T17:22:19,217 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.shipper046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T17:22:19,217 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.shipper046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 836903936 }, "NonHeapMemoryUsage": { "committed": 205324288, "init": 7667712, "max": -1, "used": 201905848 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T17:22:19,217 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.shipper046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:38909 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:38909 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T17:22:19,222 DEBUG [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311aeed87efa9ea98bbb94530abe1bbf, 37409e4c6323cd3f5a35cd33ebf58411 2024-11-15T17:22:19,247 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/.tmp/info/ce88ca5b40c1420da50b1f8544507e64 2024-11-15T17:22:19,250 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/default/test/37409e4c6323cd3f5a35cd33ebf58411/.tmp/f/f9aca2033dc0482983f7ce08466528a1 2024-11-15T17:22:19,257 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9aca2033dc0482983f7ce08466528a1 2024-11-15T17:22:19,274 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/.tmp/ns/62c109cbb265458a8b9f2bb9d0826f98 is 43, key is default/ns:d/1731691324576/Put/seqid=0 2024-11-15T17:22:19,275 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/default/test/37409e4c6323cd3f5a35cd33ebf58411/.tmp/f1/502de52ed7b1402c8530cbf33e9419b0 is 30, key is row1/f1:/1731691336678/DeleteFamily/seqid=0 2024-11-15T17:22:19,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741842_1018 (size=5153) 2024-11-15T17:22:19,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741843_1019 (size=5158) 2024-11-15T17:22:19,379 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 1191, reset compression=false 2024-11-15T17:22:19,405 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 636, reset compression=false 2024-11-15T17:22:19,416 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 1484, reset compression=false 2024-11-15T17:22:19,422 DEBUG [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311aeed87efa9ea98bbb94530abe1bbf, 37409e4c6323cd3f5a35cd33ebf58411 2024-11-15T17:22:19,532 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:22:19,532 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:22:19,622 DEBUG [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311aeed87efa9ea98bbb94530abe1bbf, 37409e4c6323cd3f5a35cd33ebf58411 2024-11-15T17:22:19,678 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/.tmp/ns/62c109cbb265458a8b9f2bb9d0826f98 2024-11-15T17:22:19,688 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/default/test/37409e4c6323cd3f5a35cd33ebf58411/.tmp/f1/502de52ed7b1402c8530cbf33e9419b0 2024-11-15T17:22:19,693 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 502de52ed7b1402c8530cbf33e9419b0 2024-11-15T17:22:19,719 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/.tmp/rep_barrier/73af8bb5160f46c382524b3d768d0f68 is 112, key is test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411./rep_barrier:seqnumDuringOpen/1731691327799/Put/seqid=0 2024-11-15T17:22:19,723 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 1484, reset compression=false 2024-11-15T17:22:19,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741844_1020 (size=5518) 2024-11-15T17:22:19,741 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/default/test/37409e4c6323cd3f5a35cd33ebf58411/.tmp/norep/06a34a6203d745268e947b778cd7c6cb is 33, key is row2/norep:/1731691337682/DeleteFamily/seqid=0 2024-11-15T17:22:19,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741845_1021 (size=5108) 2024-11-15T17:22:19,750 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/default/test/37409e4c6323cd3f5a35cd33ebf58411/.tmp/norep/06a34a6203d745268e947b778cd7c6cb 2024-11-15T17:22:19,754 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06a34a6203d745268e947b778cd7c6cb 2024-11-15T17:22:19,755 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/default/test/37409e4c6323cd3f5a35cd33ebf58411/.tmp/f/f9aca2033dc0482983f7ce08466528a1 as hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/default/test/37409e4c6323cd3f5a35cd33ebf58411/f/f9aca2033dc0482983f7ce08466528a1 2024-11-15T17:22:19,760 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9aca2033dc0482983f7ce08466528a1 2024-11-15T17:22:19,760 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/default/test/37409e4c6323cd3f5a35cd33ebf58411/f/f9aca2033dc0482983f7ce08466528a1, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T17:22:19,765 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/default/test/37409e4c6323cd3f5a35cd33ebf58411/.tmp/f1/502de52ed7b1402c8530cbf33e9419b0 as hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/default/test/37409e4c6323cd3f5a35cd33ebf58411/f1/502de52ed7b1402c8530cbf33e9419b0 2024-11-15T17:22:19,770 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 502de52ed7b1402c8530cbf33e9419b0 2024-11-15T17:22:19,770 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/default/test/37409e4c6323cd3f5a35cd33ebf58411/f1/502de52ed7b1402c8530cbf33e9419b0, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T17:22:19,771 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/default/test/37409e4c6323cd3f5a35cd33ebf58411/.tmp/norep/06a34a6203d745268e947b778cd7c6cb as hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/default/test/37409e4c6323cd3f5a35cd33ebf58411/norep/06a34a6203d745268e947b778cd7c6cb 2024-11-15T17:22:19,778 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06a34a6203d745268e947b778cd7c6cb 2024-11-15T17:22:19,778 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/default/test/37409e4c6323cd3f5a35cd33ebf58411/norep/06a34a6203d745268e947b778cd7c6cb, entries=1, sequenceid=10, filesize=5.0 K 2024-11-15T17:22:19,779 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 37409e4c6323cd3f5a35cd33ebf58411 in 958ms, sequenceid=10, compaction requested=false 2024-11-15T17:22:19,793 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/default/test/37409e4c6323cd3f5a35cd33ebf58411/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T17:22:19,794 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:22:19,794 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:22:19,794 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411. 2024-11-15T17:22:19,794 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37409e4c6323cd3f5a35cd33ebf58411: Waiting for close lock at 1731691338821Running coprocessor pre-close hooks at 1731691338821Disabling compacts and flushes for region at 1731691338821Disabling writes for close at 1731691338821Obtaining lock to block concurrent updates at 1731691338821Preparing flush snapshotting stores in 37409e4c6323cd3f5a35cd33ebf58411 at 1731691338821Finished memstore snapshotting test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731691338822 (+1 ms)Flushing stores of test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411. at 1731691338822Flushing 37409e4c6323cd3f5a35cd33ebf58411/f: creating writer at 1731691338822Flushing 37409e4c6323cd3f5a35cd33ebf58411/f: appending metadata at 1731691338839 (+17 ms)Flushing 37409e4c6323cd3f5a35cd33ebf58411/f: closing flushed file at 1731691338839Flushing 37409e4c6323cd3f5a35cd33ebf58411/f1: creating writer at 1731691339257 (+418 ms)Flushing 37409e4c6323cd3f5a35cd33ebf58411/f1: appending metadata at 1731691339274 (+17 ms)Flushing 37409e4c6323cd3f5a35cd33ebf58411/f1: closing flushed file at 1731691339274Flushing 37409e4c6323cd3f5a35cd33ebf58411/norep: creating writer at 1731691339693 (+419 ms)Flushing 37409e4c6323cd3f5a35cd33ebf58411/norep: appending metadata at 1731691339740 (+47 ms)Flushing 37409e4c6323cd3f5a35cd33ebf58411/norep: closing flushed file at 1731691339740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e45823: reopening flushed file at 1731691339754 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48239cc0: reopening flushed file at 1731691339760 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e3fefe8: reopening flushed file at 1731691339770 (+10 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 37409e4c6323cd3f5a35cd33ebf58411 in 958ms, sequenceid=10, compaction requested=false at 1731691339779 (+9 ms)Writing region close event to WAL at 1731691339784 (+5 ms)Running coprocessor post-close hooks at 1731691339794 (+10 ms)Closed at 1731691339794 2024-11-15T17:22:19,794 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731691327035.37409e4c6323cd3f5a35cd33ebf58411. 2024-11-15T17:22:19,794 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 311aeed87efa9ea98bbb94530abe1bbf, disabling compactions & flushes 2024-11-15T17:22:19,794 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf. 2024-11-15T17:22:19,794 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf. 2024-11-15T17:22:19,794 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf. after waiting 0 ms 2024-11-15T17:22:19,794 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf. 2024-11-15T17:22:19,794 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 311aeed87efa9ea98bbb94530abe1bbf: Waiting for close lock at 1731691339794Running coprocessor pre-close hooks at 1731691339794Disabling compacts and flushes for region at 1731691339794Disabling writes for close at 1731691339794Failed flush hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf., putting online again at 1731691339794 2024-11-15T17:22:19,795 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf. 2024-11-15T17:22:19,823 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T17:22:19,823 DEBUG [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(1325): Online Regions={311aeed87efa9ea98bbb94530abe1bbf=hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T17:22:19,823 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(3091): Received CLOSE for 311aeed87efa9ea98bbb94530abe1bbf 2024-11-15T17:22:19,823 DEBUG [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311aeed87efa9ea98bbb94530abe1bbf 2024-11-15T17:22:19,823 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 311aeed87efa9ea98bbb94530abe1bbf, disabling compactions & flushes 2024-11-15T17:22:19,823 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf. 2024-11-15T17:22:19,823 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf. 2024-11-15T17:22:19,823 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf. after waiting 0 ms 2024-11-15T17:22:19,823 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf. 2024-11-15T17:22:19,823 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 311aeed87efa9ea98bbb94530abe1bbf: Waiting for close lock at 1731691339823Running coprocessor pre-close hooks at 1731691339823Disabling compacts and flushes for region at 1731691339823Disabling writes for close at 1731691339823Failed flush hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf., putting online again at 1731691339823 2024-11-15T17:22:19,823 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731691331507.311aeed87efa9ea98bbb94530abe1bbf. 2024-11-15T17:22:19,982 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 1191, reset compression=false 2024-11-15T17:22:20,023 DEBUG [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:22:20,138 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/.tmp/rep_barrier/73af8bb5160f46c382524b3d768d0f68 2024-11-15T17:22:20,138 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 1484, reset compression=false 2024-11-15T17:22:20,144 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:22:20,144 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 2128, reset compression=false 2024-11-15T17:22:20,165 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/.tmp/table/97e6725c1569458c8d2fac378f1126e8 is 53, key is hbase:replication/table:state/1731691332271/Put/seqid=0 2024-11-15T17:22:20,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741846_1022 (size=5308) 2024-11-15T17:22:20,180 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/.tmp/table/97e6725c1569458c8d2fac378f1126e8 2024-11-15T17:22:20,186 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/.tmp/info/ce88ca5b40c1420da50b1f8544507e64 as hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/info/ce88ca5b40c1420da50b1f8544507e64 2024-11-15T17:22:20,190 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/info/ce88ca5b40c1420da50b1f8544507e64, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T17:22:20,190 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/.tmp/ns/62c109cbb265458a8b9f2bb9d0826f98 as hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/ns/62c109cbb265458a8b9f2bb9d0826f98 2024-11-15T17:22:20,196 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/ns/62c109cbb265458a8b9f2bb9d0826f98, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T17:22:20,197 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/.tmp/rep_barrier/73af8bb5160f46c382524b3d768d0f68 as hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/rep_barrier/73af8bb5160f46c382524b3d768d0f68 2024-11-15T17:22:20,202 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/rep_barrier/73af8bb5160f46c382524b3d768d0f68, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T17:22:20,203 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/.tmp/table/97e6725c1569458c8d2fac378f1126e8 as hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/table/97e6725c1569458c8d2fac378f1126e8 2024-11-15T17:22:20,207 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/table/97e6725c1569458c8d2fac378f1126e8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T17:22:20,208 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1386ms, sequenceid=16, compaction requested=false 2024-11-15T17:22:20,223 DEBUG [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:22:20,224 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T17:22:20,224 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:22:20,224 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:22:20,224 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:22:20,224 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691338822Running coprocessor pre-close hooks at 1731691338822Disabling compacts and flushes for region at 1731691338822Disabling writes for close at 1731691338822Obtaining lock to block concurrent updates at 1731691338822Preparing flush snapshotting stores in 1588230740 at 1731691338822Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731691338822Flushing stores of hbase:meta,,1.1588230740 at 1731691338823 (+1 ms)Flushing 1588230740/info: creating writer at 1731691338823Flushing 1588230740/info: appending metadata at 1731691338839 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731691338839Flushing 1588230740/ns: creating writer at 1731691339252 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731691339274 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731691339274Flushing 1588230740/rep_barrier: creating writer at 1731691339682 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731691339719 (+37 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731691339719Flushing 1588230740/table: creating writer at 1731691340145 (+426 ms)Flushing 1588230740/table: appending metadata at 1731691340164 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731691340164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4269276c: reopening flushed file at 1731691340186 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@389851b2: reopening flushed file at 1731691340190 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35c9c6a7: reopening flushed file at 1731691340196 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@133868c2: reopening flushed file at 1731691340202 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1386ms, sequenceid=16, compaction requested=false at 1731691340208 (+6 ms)Writing region close event to WAL at 1731691340219 (+11 ms)Running coprocessor post-close hooks at 1731691340224 (+5 ms)Closed at 1731691340224 2024-11-15T17:22:20,225 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:22:20,310 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 636, reset compression=false 2024-11-15T17:22:20,347 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/WALs/046d875b9f8f,44797,1731691320936/046d875b9f8f%2C44797%2C1731691320936.1731691323670 to pos 2128, reset compression=false 2024-11-15T17:22:20,423 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T17:22:20,423 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,44797,1731691320936; all regions closed. 2024-11-15T17:22:20,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741834_1010 (size=4239) 2024-11-15T17:22:20,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741839_1015 (size=2171) 2024-11-15T17:22:20,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741832_1008 (size=2136) 2024-11-15T17:22:20,430 DEBUG [RS:0;046d875b9f8f:44797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:20,430 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:22:20,430 INFO [RS:0;046d875b9f8f:44797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:22:20,431 INFO [RS:0;046d875b9f8f:44797 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T17:22:20,431 INFO [RS:0;046d875b9f8f:44797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:22:20,431 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:22:20,431 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-046d875b9f8f,44797,1731691320936 because: Region server is closing 2024-11-15T17:22:20,431 INFO [RS:0;046d875b9f8f:44797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:44797. 2024-11-15T17:22:20,431 DEBUG [RS:0;046d875b9f8f:44797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:20,431 DEBUG [RS:0;046d875b9f8f:44797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:20,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:22:20,432 DEBUG [RS:0;046d875b9f8f:44797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:20,532 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.shipper046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 terminated 2024-11-15T17:22:20,532 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,44797,1731691320936.replicationSource.wal-reader.046d875b9f8f%2C44797%2C1731691320936,1-046d875b9f8f,44797,1731691320936 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T17:22:20,532 INFO [RS:0;046d875b9f8f:44797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:44797. 2024-11-15T17:22:20,532 DEBUG [RS:0;046d875b9f8f:44797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:20,532 DEBUG [RS:0;046d875b9f8f:44797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:20,532 DEBUG [RS:0;046d875b9f8f:44797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:20,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:22:20,532 INFO [RS:0;046d875b9f8f:44797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44797 2024-11-15T17:22:20,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410/rs 2024-11-15T17:22:20,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/26146410/rs/046d875b9f8f,44797,1731691320936 2024-11-15T17:22:20,609 INFO [RS:0;046d875b9f8f:44797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:22:20,671 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,44797,1731691320936] 2024-11-15T17:22:20,683 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /26146410/draining/046d875b9f8f,44797,1731691320936 already deleted, retry=false 2024-11-15T17:22:20,683 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,44797,1731691320936 expired; onlineServers=0 2024-11-15T17:22:20,683 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,38909,1731691320761' ***** 2024-11-15T17:22:20,683 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:22:20,683 INFO [M:0;046d875b9f8f:38909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:22:20,683 INFO [M:0;046d875b9f8f:38909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:22:20,683 DEBUG [M:0;046d875b9f8f:38909 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:22:20,684 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:22:20,684 DEBUG [M:0;046d875b9f8f:38909 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:22:20,684 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691323284 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691323284,5,FailOnTimeoutGroup] 2024-11-15T17:22:20,684 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691323300 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691323300,5,FailOnTimeoutGroup] 2024-11-15T17:22:20,684 INFO [M:0;046d875b9f8f:38909 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:22:20,684 INFO [M:0;046d875b9f8f:38909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:22:20,684 DEBUG [M:0;046d875b9f8f:38909 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:22:20,684 INFO [M:0;046d875b9f8f:38909 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:22:20,684 INFO [M:0;046d875b9f8f:38909 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:22:20,684 INFO [M:0;046d875b9f8f:38909 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:22:20,684 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:22:20,685 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 1191, reset compression=false 2024-11-15T17:22:20,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/26146410/master 2024-11-15T17:22:20,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/26146410 2024-11-15T17:22:20,694 DEBUG [M:0;046d875b9f8f:38909 {}] zookeeper.ZKUtil(347): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Unable to get data of znode /26146410/master because node does not exist (not an error) 2024-11-15T17:22:20,694 WARN [M:0;046d875b9f8f:38909 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:22:20,703 INFO [M:0;046d875b9f8f:38909 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/.lastflushedseqids 2024-11-15T17:22:20,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741847_1023 (size=245) 2024-11-15T17:22:20,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:22:20,771 INFO [RS:0;046d875b9f8f:44797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:22:20,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44797-0x1013f845b010007, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:22:20,772 INFO [RS:0;046d875b9f8f:44797 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,44797,1731691320936; zookeeper connection closed. 2024-11-15T17:22:20,772 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5837c576 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5837c576 2024-11-15T17:22:20,772 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:22:21,107 INFO [M:0;046d875b9f8f:38909 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:22:21,107 INFO [M:0;046d875b9f8f:38909 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:22:21,108 DEBUG [M:0;046d875b9f8f:38909 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:22:21,108 INFO [M:0;046d875b9f8f:38909 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:21,108 DEBUG [M:0;046d875b9f8f:38909 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:21,108 DEBUG [M:0;046d875b9f8f:38909 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:22:21,108 DEBUG [M:0;046d875b9f8f:38909 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:21,108 INFO [M:0;046d875b9f8f:38909 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-15T17:22:21,120 DEBUG [M:0;046d875b9f8f:38909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3836426224794310a516aeed183ba8fe is 82, key is hbase:meta,,1/info:regioninfo/1731691324558/Put/seqid=0 2024-11-15T17:22:21,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741848_1024 (size=5672) 2024-11-15T17:22:21,313 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 636, reset compression=false 2024-11-15T17:22:21,489 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 1191, reset compression=false 2024-11-15T17:22:21,524 INFO [M:0;046d875b9f8f:38909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3836426224794310a516aeed183ba8fe 2024-11-15T17:22:21,547 DEBUG [M:0;046d875b9f8f:38909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02a2934be7434e22ba3c996c804671c3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731691332274/Put/seqid=0 2024-11-15T17:22:21,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741849_1025 (size=8517) 2024-11-15T17:22:21,975 INFO [M:0;046d875b9f8f:38909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02a2934be7434e22ba3c996c804671c3 2024-11-15T17:22:22,002 DEBUG [M:0;046d875b9f8f:38909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55231c7c2e9e437e9e707fd010acac58 is 69, key is 046d875b9f8f,44797,1731691320936/rs:state/1731691323368/Put/seqid=0 2024-11-15T17:22:22,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741850_1026 (size=5156) 2024-11-15T17:22:22,014 INFO [M:0;046d875b9f8f:38909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55231c7c2e9e437e9e707fd010acac58 2024-11-15T17:22:22,021 DEBUG [M:0;046d875b9f8f:38909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3836426224794310a516aeed183ba8fe as hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3836426224794310a516aeed183ba8fe 2024-11-15T17:22:22,026 INFO [M:0;046d875b9f8f:38909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3836426224794310a516aeed183ba8fe, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T17:22:22,028 DEBUG [M:0;046d875b9f8f:38909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02a2934be7434e22ba3c996c804671c3 as hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02a2934be7434e22ba3c996c804671c3 2024-11-15T17:22:22,034 INFO [M:0;046d875b9f8f:38909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02a2934be7434e22ba3c996c804671c3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T17:22:22,034 DEBUG [M:0;046d875b9f8f:38909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55231c7c2e9e437e9e707fd010acac58 as hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55231c7c2e9e437e9e707fd010acac58 2024-11-15T17:22:22,053 INFO [M:0;046d875b9f8f:38909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38427/user/jenkins/test-data/8103864f-64b0-a838-fbf1-e5fd94764d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55231c7c2e9e437e9e707fd010acac58, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T17:22:22,054 INFO [M:0;046d875b9f8f:38909 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 946ms, sequenceid=97, compaction requested=false 2024-11-15T17:22:22,063 INFO [M:0;046d875b9f8f:38909 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:22,063 DEBUG [M:0;046d875b9f8f:38909 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691341107Disabling compacts and flushes for region at 1731691341107Disabling writes for close at 1731691341108 (+1 ms)Obtaining lock to block concurrent updates at 1731691341108Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691341108Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731691341108Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691341108Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691341108Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691341120 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691341120Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691341529 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691341547 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691341547Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691341979 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691342001 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691342001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@786b3df2: reopening flushed file at 1731691342019 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@773f4032: reopening flushed file at 1731691342026 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@545bc80f: reopening flushed file at 1731691342034 (+8 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 946ms, sequenceid=97, compaction requested=false at 1731691342054 (+20 ms)Writing region close event to WAL at 1731691342063 (+9 ms)Closed at 1731691342063 2024-11-15T17:22:22,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44763 is added to blk_1073741830_1006 (size=63666) 2024-11-15T17:22:22,066 INFO [M:0;046d875b9f8f:38909 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:22:22,066 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:22:22,066 INFO [M:0;046d875b9f8f:38909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38909 2024-11-15T17:22:22,067 INFO [M:0;046d875b9f8f:38909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:22:22,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:22:22,215 INFO [M:0;046d875b9f8f:38909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:22:22,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38909-0x1013f845b010006, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:22:22,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6af2e9d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:22:22,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@573c024{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:22:22,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:22:22,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21be0beb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:22:22,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67175ad1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/hadoop.log.dir/,STOPPED} 2024-11-15T17:22:22,220 WARN [BP-751026573-172.17.0.2-1731691318789 heartbeating to localhost/127.0.0.1:38427 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:22:22,220 WARN [BP-751026573-172.17.0.2-1731691318789 heartbeating to localhost/127.0.0.1:38427 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-751026573-172.17.0.2-1731691318789 (Datanode Uuid d73a72a9-f2e3-4923-94f6-63bfd9c431be) service to localhost/127.0.0.1:38427 2024-11-15T17:22:22,220 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:22:22,220 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:22:22,221 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/cluster_c412eb38-7710-32f6-b152-024179c12e88/data/data1/current/BP-751026573-172.17.0.2-1731691318789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:22:22,221 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/cluster_c412eb38-7710-32f6-b152-024179c12e88/data/data2/current/BP-751026573-172.17.0.2-1731691318789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:22:22,221 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:22:22,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@104f8af5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:22:22,228 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@767aca04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:22:22,228 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:22:22,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b48c275{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:22:22,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18cabaf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/hadoop.log.dir/,STOPPED} 2024-11-15T17:22:22,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:22:22,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:22:22,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:22:22,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:22,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:22,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:22,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:22:22,248 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:22:22,248 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1607343628, stopped=false 2024-11-15T17:22:22,248 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,37891,1731691315962 2024-11-15T17:22:22,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1615127384/running 2024-11-15T17:22:22,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1615127384/running 2024-11-15T17:22:22,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384 2024-11-15T17:22:22,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384 2024-11-15T17:22:22,262 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:22:22,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Set watcher on znode that does not yet exist, /1-1615127384/running 2024-11-15T17:22:22,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Set watcher on znode that does not yet exist, /1-1615127384/running 2024-11-15T17:22:22,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:22:22,264 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:22,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:22,264 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,36427,1731691316074' ***** 2024-11-15T17:22:22,264 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:22:22,264 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:22:22,264 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:22:22,264 INFO [RS:0;046d875b9f8f:36427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:22:22,264 INFO [RS:0;046d875b9f8f:36427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:22:22,265 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d057b6dd395cd2f886664232098cc95 2024-11-15T17:22:22,265 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(3091): Received CLOSE for b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:22,265 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,36427,1731691316074 2024-11-15T17:22:22,265 INFO [RS:0;046d875b9f8f:36427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:22:22,265 INFO [RS:0;046d875b9f8f:36427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:36427. 2024-11-15T17:22:22,265 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d057b6dd395cd2f886664232098cc95, disabling compactions & flushes 2024-11-15T17:22:22,265 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95. 2024-11-15T17:22:22,265 DEBUG [RS:0;046d875b9f8f:36427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:22,265 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95. 2024-11-15T17:22:22,265 DEBUG [RS:0;046d875b9f8f:36427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:22,265 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95. after waiting 0 ms 2024-11-15T17:22:22,265 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95. 2024-11-15T17:22:22,265 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:22:22,265 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:22:22,265 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:22:22,265 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2d057b6dd395cd2f886664232098cc95 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-15T17:22:22,265 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:22:22,268 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T17:22:22,268 DEBUG [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2d057b6dd395cd2f886664232098cc95=hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95., b53c5dc536f75e15cbe5306bd8b1bbf6=test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6.} 2024-11-15T17:22:22,268 DEBUG [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d057b6dd395cd2f886664232098cc95, b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:22,268 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:22:22,268 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:22:22,268 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:22:22,268 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:22:22,268 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:22:22,268 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T17:22:22,284 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/replication/2d057b6dd395cd2f886664232098cc95/.tmp/queue/db14d29c54344df7b9888bc622a5a78f is 154, key is 1-046d875b9f8f,36427,1731691316074/queue:046d875b9f8f%2C36427%2C1731691316074/1731691337967/Put/seqid=0 2024-11-15T17:22:22,289 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/.tmp/info/0e218e903cf64f14bae27b3da1d122bd is 147, key is hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95./info:regioninfo/1731691330759/Put/seqid=0 2024-11-15T17:22:22,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741840_1016 (size=5353) 2024-11-15T17:22:22,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741841_1017 (size=7686) 2024-11-15T17:22:22,357 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:22:22,393 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 1191, reset compression=false 2024-11-15T17:22:22,417 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 636, reset compression=false 2024-11-15T17:22:22,468 DEBUG [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d057b6dd395cd2f886664232098cc95, b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:22,669 DEBUG [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d057b6dd395cd2f886664232098cc95, b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:22,698 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/replication/2d057b6dd395cd2f886664232098cc95/.tmp/queue/db14d29c54344df7b9888bc622a5a78f 2024-11-15T17:22:22,702 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/.tmp/info/0e218e903cf64f14bae27b3da1d122bd 2024-11-15T17:22:22,711 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/replication/2d057b6dd395cd2f886664232098cc95/.tmp/queue/db14d29c54344df7b9888bc622a5a78f as hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/replication/2d057b6dd395cd2f886664232098cc95/queue/db14d29c54344df7b9888bc622a5a78f 2024-11-15T17:22:22,719 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/replication/2d057b6dd395cd2f886664232098cc95/queue/db14d29c54344df7b9888bc622a5a78f, entries=1, sequenceid=12, filesize=5.2 K 2024-11-15T17:22:22,720 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 2d057b6dd395cd2f886664232098cc95 in 455ms, sequenceid=12, compaction requested=false 2024-11-15T17:22:22,727 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/replication/2d057b6dd395cd2f886664232098cc95/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T17:22:22,728 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:22:22,728 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:22:22,728 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95. 2024-11-15T17:22:22,728 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d057b6dd395cd2f886664232098cc95: Waiting for close lock at 1731691342265Running coprocessor pre-close hooks at 1731691342265Disabling compacts and flushes for region at 1731691342265Disabling writes for close at 1731691342265Obtaining lock to block concurrent updates at 1731691342265Preparing flush snapshotting stores in 2d057b6dd395cd2f886664232098cc95 at 1731691342265Finished memstore snapshotting hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731691342265Flushing stores of hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95. at 1731691342266 (+1 ms)Flushing 2d057b6dd395cd2f886664232098cc95/queue: creating writer at 1731691342266Flushing 2d057b6dd395cd2f886664232098cc95/queue: appending metadata at 1731691342283 (+17 ms)Flushing 2d057b6dd395cd2f886664232098cc95/queue: closing flushed file at 1731691342283Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@584e25c0: reopening flushed file at 1731691342710 (+427 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 2d057b6dd395cd2f886664232098cc95 in 455ms, sequenceid=12, compaction requested=false at 1731691342720 (+10 ms)Writing region close event to WAL at 1731691342724 (+4 ms)Running coprocessor post-close hooks at 1731691342728 (+4 ms)Closed at 1731691342728 2024-11-15T17:22:22,728 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731691330368.2d057b6dd395cd2f886664232098cc95. 2024-11-15T17:22:22,728 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b53c5dc536f75e15cbe5306bd8b1bbf6, disabling compactions & flushes 2024-11-15T17:22:22,729 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6. 2024-11-15T17:22:22,729 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6. 2024-11-15T17:22:22,729 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6. after waiting 0 ms 2024-11-15T17:22:22,729 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6. 2024-11-15T17:22:22,729 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b53c5dc536f75e15cbe5306bd8b1bbf6 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-15T17:22:22,736 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/.tmp/ns/a32adc81ccab40da9de028e0fb29feb4 is 43, key is default/ns:d/1731691318651/Put/seqid=0 2024-11-15T17:22:22,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741842_1018 (size=5153) 2024-11-15T17:22:22,747 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/default/test/b53c5dc536f75e15cbe5306bd8b1bbf6/.tmp/f/b47ce544f7644826b8731490da7b457d is 29, key is row1/f:/1731691336678/DeleteFamily/seqid=0 2024-11-15T17:22:22,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741843_1019 (size=5152) 2024-11-15T17:22:22,826 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:22:22,826 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:22:22,869 DEBUG [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:23,069 DEBUG [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:23,146 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/.tmp/ns/a32adc81ccab40da9de028e0fb29feb4 2024-11-15T17:22:23,152 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/default/test/b53c5dc536f75e15cbe5306bd8b1bbf6/.tmp/f/b47ce544f7644826b8731490da7b457d 2024-11-15T17:22:23,156 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b47ce544f7644826b8731490da7b457d 2024-11-15T17:22:23,170 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/.tmp/rep_barrier/84975423a76747dc80be3f21108d38e7 is 112, key is test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6./rep_barrier:seqnumDuringOpen/1731691326650/Put/seqid=0 2024-11-15T17:22:23,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741844_1020 (size=5518) 2024-11-15T17:22:23,184 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/default/test/b53c5dc536f75e15cbe5306bd8b1bbf6/.tmp/f1/29069895afe8426393b803f0bb639ea2 is 30, key is row1/f1:/1731691336678/DeleteFamily/seqid=0 2024-11-15T17:22:23,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741845_1021 (size=5158) 2024-11-15T17:22:23,190 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/default/test/b53c5dc536f75e15cbe5306bd8b1bbf6/.tmp/f1/29069895afe8426393b803f0bb639ea2 2024-11-15T17:22:23,194 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29069895afe8426393b803f0bb639ea2 2024-11-15T17:22:23,214 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/default/test/b53c5dc536f75e15cbe5306bd8b1bbf6/.tmp/norep/132254031b36402882810e6eefbfd701 is 33, key is row1/norep:/1731691336678/DeleteFamily/seqid=0 2024-11-15T17:22:23,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741846_1022 (size=5108) 2024-11-15T17:22:23,228 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/default/test/b53c5dc536f75e15cbe5306bd8b1bbf6/.tmp/norep/132254031b36402882810e6eefbfd701 2024-11-15T17:22:23,232 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 132254031b36402882810e6eefbfd701 2024-11-15T17:22:23,233 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/default/test/b53c5dc536f75e15cbe5306bd8b1bbf6/.tmp/f/b47ce544f7644826b8731490da7b457d as hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/default/test/b53c5dc536f75e15cbe5306bd8b1bbf6/f/b47ce544f7644826b8731490da7b457d 2024-11-15T17:22:23,239 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b47ce544f7644826b8731490da7b457d 2024-11-15T17:22:23,239 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/default/test/b53c5dc536f75e15cbe5306bd8b1bbf6/f/b47ce544f7644826b8731490da7b457d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T17:22:23,240 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/default/test/b53c5dc536f75e15cbe5306bd8b1bbf6/.tmp/f1/29069895afe8426393b803f0bb639ea2 as hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/default/test/b53c5dc536f75e15cbe5306bd8b1bbf6/f1/29069895afe8426393b803f0bb639ea2 2024-11-15T17:22:23,244 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29069895afe8426393b803f0bb639ea2 2024-11-15T17:22:23,244 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/default/test/b53c5dc536f75e15cbe5306bd8b1bbf6/f1/29069895afe8426393b803f0bb639ea2, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T17:22:23,245 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/default/test/b53c5dc536f75e15cbe5306bd8b1bbf6/.tmp/norep/132254031b36402882810e6eefbfd701 as hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/default/test/b53c5dc536f75e15cbe5306bd8b1bbf6/norep/132254031b36402882810e6eefbfd701 2024-11-15T17:22:23,250 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 132254031b36402882810e6eefbfd701 2024-11-15T17:22:23,250 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/default/test/b53c5dc536f75e15cbe5306bd8b1bbf6/norep/132254031b36402882810e6eefbfd701, entries=1, sequenceid=10, filesize=5.0 K 2024-11-15T17:22:23,251 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b53c5dc536f75e15cbe5306bd8b1bbf6 in 522ms, sequenceid=10, compaction requested=false 2024-11-15T17:22:23,251 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T17:22:23,269 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T17:22:23,269 DEBUG [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b53c5dc536f75e15cbe5306bd8b1bbf6=test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6.} 2024-11-15T17:22:23,269 DEBUG [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b53c5dc536f75e15cbe5306bd8b1bbf6 2024-11-15T17:22:23,271 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/default/test/b53c5dc536f75e15cbe5306bd8b1bbf6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T17:22:23,271 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:22:23,271 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:22:23,271 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6. 2024-11-15T17:22:23,272 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b53c5dc536f75e15cbe5306bd8b1bbf6: Waiting for close lock at 1731691342728Running coprocessor pre-close hooks at 1731691342728Disabling compacts and flushes for region at 1731691342728Disabling writes for close at 1731691342729 (+1 ms)Obtaining lock to block concurrent updates at 1731691342729Preparing flush snapshotting stores in b53c5dc536f75e15cbe5306bd8b1bbf6 at 1731691342729Finished memstore snapshotting test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731691342729Flushing stores of test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6. at 1731691342730 (+1 ms)Flushing b53c5dc536f75e15cbe5306bd8b1bbf6/f: creating writer at 1731691342730Flushing b53c5dc536f75e15cbe5306bd8b1bbf6/f: appending metadata at 1731691342747 (+17 ms)Flushing b53c5dc536f75e15cbe5306bd8b1bbf6/f: closing flushed file at 1731691342747Flushing b53c5dc536f75e15cbe5306bd8b1bbf6/f1: creating writer at 1731691343156 (+409 ms)Flushing b53c5dc536f75e15cbe5306bd8b1bbf6/f1: appending metadata at 1731691343184 (+28 ms)Flushing b53c5dc536f75e15cbe5306bd8b1bbf6/f1: closing flushed file at 1731691343184Flushing b53c5dc536f75e15cbe5306bd8b1bbf6/norep: creating writer at 1731691343194 (+10 ms)Flushing b53c5dc536f75e15cbe5306bd8b1bbf6/norep: appending metadata at 1731691343213 (+19 ms)Flushing b53c5dc536f75e15cbe5306bd8b1bbf6/norep: closing flushed file at 1731691343213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eab4f60: reopening flushed file at 1731691343232 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8a85373: reopening flushed file at 1731691343239 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db3702e: reopening flushed file at 1731691343244 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b53c5dc536f75e15cbe5306bd8b1bbf6 in 522ms, sequenceid=10, compaction requested=false at 1731691343251 (+7 ms)Writing region close event to WAL at 1731691343267 (+16 ms)Running coprocessor post-close hooks at 1731691343271 (+4 ms)Closed at 1731691343271 2024-11-15T17:22:23,272 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731691325896.b53c5dc536f75e15cbe5306bd8b1bbf6. 2024-11-15T17:22:23,396 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 1191, reset compression=false 2024-11-15T17:22:23,402 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:22:23,402 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 2082, reset compression=false 2024-11-15T17:22:23,402 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.shipper046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,36427,1731691316074 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:22:23,403 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.shipper046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 046d875b9f8f,36427,1731691316074: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-046d875b9f8f,36427,1731691316074, walGroup=046d875b9f8f%2C36427%2C1731691316074, offset=046d875b9f8f%2C36427%2C1731691316074.1731691317961:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:36427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T17:22:23,404 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.shipper046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T17:22:23,404 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.shipper046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T17:22:23,405 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.shipper046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T17:22:23,405 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.shipper046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T17:22:23,405 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.shipper046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T17:22:23,405 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.shipper046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 929178624 }, "NonHeapMemoryUsage": { "committed": 205520896, "init": 7667712, "max": -1, "used": 202373200 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T17:22:23,405 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.shipper046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:37891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:37891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T17:22:23,469 DEBUG [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:22:23,574 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/.tmp/rep_barrier/84975423a76747dc80be3f21108d38e7 2024-11-15T17:22:23,602 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/.tmp/table/5f854505aa1a44e08da09111fe9a6f96 is 53, key is hbase:replication/table:state/1731691330765/Put/seqid=0 2024-11-15T17:22:23,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741847_1023 (size=5308) 2024-11-15T17:22:23,613 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 2082, reset compression=false 2024-11-15T17:22:23,621 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 636, reset compression=false 2024-11-15T17:22:23,670 DEBUG [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:22:23,870 DEBUG [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:22:23,916 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/WALs/046d875b9f8f,36427,1731691316074/046d875b9f8f%2C36427%2C1731691316074.1731691317961 to pos 2082, reset compression=false 2024-11-15T17:22:24,006 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/.tmp/table/5f854505aa1a44e08da09111fe9a6f96 2024-11-15T17:22:24,011 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/.tmp/info/0e218e903cf64f14bae27b3da1d122bd as hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/info/0e218e903cf64f14bae27b3da1d122bd 2024-11-15T17:22:24,014 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/info/0e218e903cf64f14bae27b3da1d122bd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T17:22:24,015 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/.tmp/ns/a32adc81ccab40da9de028e0fb29feb4 as hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/ns/a32adc81ccab40da9de028e0fb29feb4 2024-11-15T17:22:24,018 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/ns/a32adc81ccab40da9de028e0fb29feb4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T17:22:24,019 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/.tmp/rep_barrier/84975423a76747dc80be3f21108d38e7 as hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/rep_barrier/84975423a76747dc80be3f21108d38e7 2024-11-15T17:22:24,022 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/rep_barrier/84975423a76747dc80be3f21108d38e7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T17:22:24,022 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/.tmp/table/5f854505aa1a44e08da09111fe9a6f96 as hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/table/5f854505aa1a44e08da09111fe9a6f96 2024-11-15T17:22:24,026 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/table/5f854505aa1a44e08da09111fe9a6f96, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T17:22:24,027 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1758ms, sequenceid=16, compaction requested=false 2024-11-15T17:22:24,027 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T17:22:24,031 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T17:22:24,032 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:22:24,032 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:22:24,032 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:22:24,032 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691342268Running coprocessor pre-close hooks at 1731691342268Disabling compacts and flushes for region at 1731691342268Disabling writes for close at 1731691342268Obtaining lock to block concurrent updates at 1731691342268Preparing flush snapshotting stores in 1588230740 at 1731691342268Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731691342269 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731691342269Flushing 1588230740/info: creating writer at 1731691342269Flushing 1588230740/info: appending metadata at 1731691342289 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731691342289Flushing 1588230740/ns: creating writer at 1731691342711 (+422 ms)Flushing 1588230740/ns: appending metadata at 1731691342736 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731691342736Flushing 1588230740/rep_barrier: creating writer at 1731691343150 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731691343169 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731691343169Flushing 1588230740/table: creating writer at 1731691343580 (+411 ms)Flushing 1588230740/table: appending metadata at 1731691343601 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731691343601Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee5825a: reopening flushed file at 1731691344010 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@771714f8: reopening flushed file at 1731691344014 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@392c2d5c: reopening flushed file at 1731691344018 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@745f20d4: reopening flushed file at 1731691344022 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1758ms, sequenceid=16, compaction requested=false at 1731691344027 (+5 ms)Writing region close event to WAL at 1731691344028 (+1 ms)Running coprocessor post-close hooks at 1731691344032 (+4 ms)Closed at 1731691344032 2024-11-15T17:22:24,032 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:22:24,070 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,36427,1731691316074; all regions closed. 2024-11-15T17:22:24,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741834_1010 (size=4239) 2024-11-15T17:22:24,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741839_1015 (size=3114) 2024-11-15T17:22:24,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741833_1009 (size=2090) 2024-11-15T17:22:24,075 DEBUG [RS:0;046d875b9f8f:36427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:24,076 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:22:24,076 INFO [RS:0;046d875b9f8f:36427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:22:24,076 INFO [RS:0;046d875b9f8f:36427 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T17:22:24,076 INFO [RS:0;046d875b9f8f:36427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:22:24,076 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:22:24,076 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-046d875b9f8f,36427,1731691316074 because: Region server is closing 2024-11-15T17:22:24,076 INFO [RS:0;046d875b9f8f:36427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:36427. 2024-11-15T17:22:24,076 DEBUG [RS:0;046d875b9f8f:36427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:24,076 DEBUG [RS:0;046d875b9f8f:36427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:24,076 DEBUG [RS:0;046d875b9f8f:36427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:24,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:22:24,177 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.shipper046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 terminated 2024-11-15T17:22:24,177 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,36427,1731691316074.replicationSource.wal-reader.046d875b9f8f%2C36427%2C1731691316074,1-046d875b9f8f,36427,1731691316074 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T17:22:24,177 INFO [RS:0;046d875b9f8f:36427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:36427. 2024-11-15T17:22:24,177 DEBUG [RS:0;046d875b9f8f:36427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:24,177 DEBUG [RS:0;046d875b9f8f:36427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:24,177 DEBUG [RS:0;046d875b9f8f:36427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:24,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:22:24,177 INFO [RS:0;046d875b9f8f:36427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36427 2024-11-15T17:22:24,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384/rs 2024-11-15T17:22:24,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1615127384/rs/046d875b9f8f,36427,1731691316074 2024-11-15T17:22:24,261 INFO [RS:0;046d875b9f8f:36427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:22:24,399 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,36427,1731691316074] 2024-11-15T17:22:24,499 INFO [RS:0;046d875b9f8f:36427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:22:24,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:22:24,499 INFO [RS:0;046d875b9f8f:36427 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,36427,1731691316074; zookeeper connection closed. 2024-11-15T17:22:24,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36427-0x1013f845b010004, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:22:24,499 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10270082 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10270082 2024-11-15T17:22:24,499 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:22:24,521 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1615127384/draining/046d875b9f8f,36427,1731691316074 already deleted, retry=false 2024-11-15T17:22:24,521 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,36427,1731691316074 expired; onlineServers=0 2024-11-15T17:22:24,521 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,37891,1731691315962' ***** 2024-11-15T17:22:24,521 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:22:24,521 INFO [M:0;046d875b9f8f:37891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:22:24,521 INFO [M:0;046d875b9f8f:37891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:22:24,521 DEBUG [M:0;046d875b9f8f:37891 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:22:24,521 DEBUG [M:0;046d875b9f8f:37891 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:22:24,521 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:22:24,521 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691317704 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691317704,5,FailOnTimeoutGroup] 2024-11-15T17:22:24,521 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691317696 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691317696,5,FailOnTimeoutGroup] 2024-11-15T17:22:24,521 INFO [M:0;046d875b9f8f:37891 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:22:24,521 INFO [M:0;046d875b9f8f:37891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:22:24,521 DEBUG [M:0;046d875b9f8f:37891 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:22:24,521 INFO [M:0;046d875b9f8f:37891 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:22:24,522 INFO [M:0;046d875b9f8f:37891 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:22:24,522 INFO [M:0;046d875b9f8f:37891 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:22:24,522 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:22:24,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1615127384/master 2024-11-15T17:22:24,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1615127384 2024-11-15T17:22:24,574 DEBUG [M:0;046d875b9f8f:37891 {}] zookeeper.ZKUtil(347): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Unable to get data of znode /1-1615127384/master because node does not exist (not an error) 2024-11-15T17:22:24,574 WARN [M:0;046d875b9f8f:37891 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:22:24,575 INFO [M:0;046d875b9f8f:37891 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/.lastflushedseqids 2024-11-15T17:22:24,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741848_1024 (size=245) 2024-11-15T17:22:24,925 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 636, reset compression=false 2024-11-15T17:22:24,979 INFO [M:0;046d875b9f8f:37891 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:22:24,979 INFO [M:0;046d875b9f8f:37891 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:22:24,979 DEBUG [M:0;046d875b9f8f:37891 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:22:24,979 INFO [M:0;046d875b9f8f:37891 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:24,979 DEBUG [M:0;046d875b9f8f:37891 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:24,979 DEBUG [M:0;046d875b9f8f:37891 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:22:24,979 DEBUG [M:0;046d875b9f8f:37891 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:24,979 INFO [M:0;046d875b9f8f:37891 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T17:22:25,000 DEBUG [M:0;046d875b9f8f:37891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df17bea603354bdab8f8604bc9ae5172 is 82, key is hbase:meta,,1/info:regioninfo/1731691318601/Put/seqid=0 2024-11-15T17:22:25,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741849_1025 (size=5672) 2024-11-15T17:22:25,011 INFO [M:0;046d875b9f8f:37891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df17bea603354bdab8f8604bc9ae5172 2024-11-15T17:22:25,030 DEBUG [M:0;046d875b9f8f:37891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33205d44c59a464998227145495133ed is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731691330771/Put/seqid=0 2024-11-15T17:22:25,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741850_1026 (size=8516) 2024-11-15T17:22:25,296 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:22:25,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:25,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:25,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:25,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:25,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:25,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:25,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:25,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:25,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:25,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:25,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:25,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:25,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:25,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:25,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:25,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:25,435 INFO [M:0;046d875b9f8f:37891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33205d44c59a464998227145495133ed 2024-11-15T17:22:25,459 DEBUG [M:0;046d875b9f8f:37891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3cb9043c18154293a62d8283910af6b0 is 69, key is 046d875b9f8f,36427,1731691316074/rs:state/1731691317754/Put/seqid=0 2024-11-15T17:22:25,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741851_1027 (size=5156) 2024-11-15T17:22:25,463 INFO [M:0;046d875b9f8f:37891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3cb9043c18154293a62d8283910af6b0 2024-11-15T17:22:25,468 DEBUG [M:0;046d875b9f8f:37891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df17bea603354bdab8f8604bc9ae5172 as hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df17bea603354bdab8f8604bc9ae5172 2024-11-15T17:22:25,472 INFO [M:0;046d875b9f8f:37891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df17bea603354bdab8f8604bc9ae5172, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T17:22:25,473 DEBUG [M:0;046d875b9f8f:37891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33205d44c59a464998227145495133ed as hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33205d44c59a464998227145495133ed 2024-11-15T17:22:25,477 INFO [M:0;046d875b9f8f:37891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33205d44c59a464998227145495133ed, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T17:22:25,478 DEBUG [M:0;046d875b9f8f:37891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3cb9043c18154293a62d8283910af6b0 as hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3cb9043c18154293a62d8283910af6b0 2024-11-15T17:22:25,482 INFO [M:0;046d875b9f8f:37891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34751/user/jenkins/test-data/598482f1-8aa4-be95-e594-636d9e92a38a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3cb9043c18154293a62d8283910af6b0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T17:22:25,482 INFO [M:0;046d875b9f8f:37891 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 503ms, sequenceid=97, compaction requested=false 2024-11-15T17:22:25,484 INFO [M:0;046d875b9f8f:37891 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:25,484 DEBUG [M:0;046d875b9f8f:37891 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691344979Disabling compacts and flushes for region at 1731691344979Disabling writes for close at 1731691344979Obtaining lock to block concurrent updates at 1731691344979Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691344979Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731691344980 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691344980Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691344980Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691344999 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691345000 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691345015 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691345030 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691345030Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691345439 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691345458 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691345458Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22ab7589: reopening flushed file at 1731691345468 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2871f58f: reopening flushed file at 1731691345472 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a856562: reopening flushed file at 1731691345477 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 503ms, sequenceid=97, compaction requested=false at 1731691345482 (+5 ms)Writing region close event to WAL at 1731691345483 (+1 ms)Closed at 1731691345483 2024-11-15T17:22:25,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741830_1006 (size=63654) 2024-11-15T17:22:25,486 INFO [M:0;046d875b9f8f:37891 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:22:25,486 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:22:25,486 INFO [M:0;046d875b9f8f:37891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37891 2024-11-15T17:22:25,487 INFO [M:0;046d875b9f8f:37891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:22:25,544 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:22:25,636 INFO [M:0;046d875b9f8f:37891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:22:25,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:22:25,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37891-0x1013f845b010003, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:22:25,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@155223ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:22:25,638 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27915c82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:22:25,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:22:25,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d81422{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:22:25,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60291cf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/hadoop.log.dir/,STOPPED} 2024-11-15T17:22:25,639 WARN [BP-446177908-172.17.0.2-1731691312878 heartbeating to localhost/127.0.0.1:34751 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:22:25,639 WARN [BP-446177908-172.17.0.2-1731691312878 heartbeating to localhost/127.0.0.1:34751 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-446177908-172.17.0.2-1731691312878 (Datanode Uuid 80a15552-3f8c-40db-991e-30745aaf06b6) service to localhost/127.0.0.1:34751 2024-11-15T17:22:25,640 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:22:25,640 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:22:25,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/cluster_fed4410b-29f7-c9e1-8330-74e9b1af46ec/data/data1/current/BP-446177908-172.17.0.2-1731691312878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:22:25,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/cluster_fed4410b-29f7-c9e1-8330-74e9b1af46ec/data/data2/current/BP-446177908-172.17.0.2-1731691312878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:22:25,640 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:22:25,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2230c39a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:22:25,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18687b26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:22:25,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:22:25,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@594ad742{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:22:25,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6eb4388f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a34a717-17ac-ecba-cc8b-9e4c4f466632/hadoop.log.dir/,STOPPED} 2024-11-15T17:22:25,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:22:25,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:22:25,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:22:25,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:25,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:25,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:25,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:22:25,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:22:25,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1129895066, stopped=false 2024-11-15T17:22:25,658 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,40287,1731691309217 2024-11-15T17:22:25,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1963182021/running 2024-11-15T17:22:25,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1963182021/running 2024-11-15T17:22:25,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021 2024-11-15T17:22:25,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021 2024-11-15T17:22:25,672 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:22:25,672 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:22:25,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:25,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:25,673 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,43645,1731691309416' ***** 2024-11-15T17:22:25,673 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:22:25,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Set watcher on znode that does not yet exist, /0-1963182021/running 2024-11-15T17:22:25,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Set watcher on znode that does not yet exist, /0-1963182021/running 2024-11-15T17:22:25,673 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:22:25,673 INFO [RS:0;046d875b9f8f:43645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:22:25,673 INFO [RS:0;046d875b9f8f:43645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:22:25,673 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:22:25,673 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d06a733beca65e08cbd7453be3fde37 2024-11-15T17:22:25,673 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(3091): Received CLOSE for b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:25,674 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,43645,1731691309416 2024-11-15T17:22:25,674 INFO [RS:0;046d875b9f8f:43645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:22:25,674 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d06a733beca65e08cbd7453be3fde37, disabling compactions & flushes 2024-11-15T17:22:25,674 INFO [RS:0;046d875b9f8f:43645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:43645. 2024-11-15T17:22:25,674 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37. 2024-11-15T17:22:25,674 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37. 2024-11-15T17:22:25,674 DEBUG [RS:0;046d875b9f8f:43645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:25,674 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37. after waiting 0 ms 2024-11-15T17:22:25,674 DEBUG [RS:0;046d875b9f8f:43645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:25,674 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37. 2024-11-15T17:22:25,674 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:22:25,674 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:22:25,674 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3d06a733beca65e08cbd7453be3fde37 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-15T17:22:25,674 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:22:25,674 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:22:25,674 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T17:22:25,674 DEBUG [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3d06a733beca65e08cbd7453be3fde37=hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37., b737430e1ebd3e967933196611481d9d=test,,1731691324748.b737430e1ebd3e967933196611481d9d.} 2024-11-15T17:22:25,674 DEBUG [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d06a733beca65e08cbd7453be3fde37, b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:25,674 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:22:25,674 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:22:25,674 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:22:25,674 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:22:25,674 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:22:25,674 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T17:22:25,688 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/replication/3d06a733beca65e08cbd7453be3fde37/.tmp/queue/69c7dc28620f415e8b6d47794b04f8d5 is 153, key is 1-046d875b9f8f,43645,1731691309416/queue:046d875b9f8f%2C43645%2C1731691309416/1731691335884/Put/seqid=0 2024-11-15T17:22:25,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741840_1016 (size=5352) 2024-11-15T17:22:25,692 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/replication/3d06a733beca65e08cbd7453be3fde37/.tmp/queue/69c7dc28620f415e8b6d47794b04f8d5 2024-11-15T17:22:25,692 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/.tmp/info/b34156d1e8c24c21acb666a9e6d2a66d is 147, key is hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37./info:regioninfo/1731691328999/Put/seqid=0 2024-11-15T17:22:25,696 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/replication/3d06a733beca65e08cbd7453be3fde37/.tmp/queue/69c7dc28620f415e8b6d47794b04f8d5 as hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/replication/3d06a733beca65e08cbd7453be3fde37/queue/69c7dc28620f415e8b6d47794b04f8d5 2024-11-15T17:22:25,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741841_1017 (size=7686) 2024-11-15T17:22:25,700 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/replication/3d06a733beca65e08cbd7453be3fde37/queue/69c7dc28620f415e8b6d47794b04f8d5, entries=1, sequenceid=8, filesize=5.2 K 2024-11-15T17:22:25,700 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 3d06a733beca65e08cbd7453be3fde37 in 26ms, sequenceid=8, compaction requested=false 2024-11-15T17:22:25,703 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/replication/3d06a733beca65e08cbd7453be3fde37/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T17:22:25,703 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:22:25,704 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:22:25,704 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37. 2024-11-15T17:22:25,704 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d06a733beca65e08cbd7453be3fde37: Waiting for close lock at 1731691345674Running coprocessor pre-close hooks at 1731691345674Disabling compacts and flushes for region at 1731691345674Disabling writes for close at 1731691345674Obtaining lock to block concurrent updates at 1731691345674Preparing flush snapshotting stores in 3d06a733beca65e08cbd7453be3fde37 at 1731691345674Finished memstore snapshotting hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731691345674Flushing stores of hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37. at 1731691345675 (+1 ms)Flushing 3d06a733beca65e08cbd7453be3fde37/queue: creating writer at 1731691345675Flushing 3d06a733beca65e08cbd7453be3fde37/queue: appending metadata at 1731691345688 (+13 ms)Flushing 3d06a733beca65e08cbd7453be3fde37/queue: closing flushed file at 1731691345688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bc3a671: reopening flushed file at 1731691345695 (+7 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 3d06a733beca65e08cbd7453be3fde37 in 26ms, sequenceid=8, compaction requested=false at 1731691345700 (+5 ms)Writing region close event to WAL at 1731691345701 (+1 ms)Running coprocessor post-close hooks at 1731691345703 (+2 ms)Closed at 1731691345704 (+1 ms) 2024-11-15T17:22:25,704 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731691328218.3d06a733beca65e08cbd7453be3fde37. 2024-11-15T17:22:25,704 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b737430e1ebd3e967933196611481d9d, disabling compactions & flushes 2024-11-15T17:22:25,704 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731691324748.b737430e1ebd3e967933196611481d9d. 2024-11-15T17:22:25,704 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691324748.b737430e1ebd3e967933196611481d9d. 2024-11-15T17:22:25,704 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731691324748.b737430e1ebd3e967933196611481d9d. after waiting 0 ms 2024-11-15T17:22:25,704 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731691324748.b737430e1ebd3e967933196611481d9d. 2024-11-15T17:22:25,704 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b737430e1ebd3e967933196611481d9d 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-15T17:22:25,722 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/default/test/b737430e1ebd3e967933196611481d9d/.tmp/f/6b0ebebcb1fc416fb827484db33a6578 is 28, key is row/f:/1731691335671/DeleteFamily/seqid=0 2024-11-15T17:22:25,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741842_1018 (size=5085) 2024-11-15T17:22:25,748 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:22:25,874 DEBUG [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:26,075 DEBUG [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:26,098 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/.tmp/info/b34156d1e8c24c21acb666a9e6d2a66d 2024-11-15T17:22:26,122 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/.tmp/ns/6fbb2722c0454d8f9d6c96d2397727c3 is 43, key is default/ns:d/1731691312652/Put/seqid=0 2024-11-15T17:22:26,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741843_1019 (size=5153) 2024-11-15T17:22:26,126 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/default/test/b737430e1ebd3e967933196611481d9d/.tmp/f/6b0ebebcb1fc416fb827484db33a6578 2024-11-15T17:22:26,129 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b0ebebcb1fc416fb827484db33a6578 2024-11-15T17:22:26,147 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/default/test/b737430e1ebd3e967933196611481d9d/.tmp/f1/d25801ec2d724dd4a5f6680fd14b4bf1 is 29, key is row/f1:/1731691335671/DeleteFamily/seqid=0 2024-11-15T17:22:26,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741844_1020 (size=5089) 2024-11-15T17:22:26,275 DEBUG [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:26,329 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 636, reset compression=false 2024-11-15T17:22:26,340 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:22:26,340 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 883, reset compression=false 2024-11-15T17:22:26,340 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.shipper046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,43645,1731691309416 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:22:26,341 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.shipper046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 046d875b9f8f,43645,1731691309416: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-046d875b9f8f,43645,1731691309416, walGroup=046d875b9f8f%2C43645%2C1731691309416, offset=046d875b9f8f%2C43645%2C1731691309416.1731691311539:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:43645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T17:22:26,342 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.shipper046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T17:22:26,342 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.shipper046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T17:22:26,342 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.shipper046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T17:22:26,342 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.shipper046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T17:22:26,342 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.shipper046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T17:22:26,343 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.shipper046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 1002578944 }, "NonHeapMemoryUsage": { "committed": 205717504, "init": 7667712, "max": -1, "used": 202751184 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T17:22:26,343 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.shipper046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:40287 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:40287 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T17:22:26,410 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:22:26,410 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:22:26,475 DEBUG [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:26,525 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/.tmp/ns/6fbb2722c0454d8f9d6c96d2397727c3 2024-11-15T17:22:26,542 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/.tmp/rep_barrier/ebf995a8fe6c4d9d8d5ecfefaec14375 is 112, key is test,,1731691324748.b737430e1ebd3e967933196611481d9d./rep_barrier:seqnumDuringOpen/1731691325581/Put/seqid=0 2024-11-15T17:22:26,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741845_1021 (size=5518) 2024-11-15T17:22:26,549 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 883, reset compression=false 2024-11-15T17:22:26,550 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/default/test/b737430e1ebd3e967933196611481d9d/.tmp/f1/d25801ec2d724dd4a5f6680fd14b4bf1 2024-11-15T17:22:26,554 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d25801ec2d724dd4a5f6680fd14b4bf1 2024-11-15T17:22:26,573 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/default/test/b737430e1ebd3e967933196611481d9d/.tmp/norep/911e0f8abeee4f7193ea2ed79b5a5967 is 32, key is row/norep:/1731691335671/DeleteFamily/seqid=0 2024-11-15T17:22:26,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741846_1022 (size=5101) 2024-11-15T17:22:26,675 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T17:22:26,675 DEBUG [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b737430e1ebd3e967933196611481d9d=test,,1731691324748.b737430e1ebd3e967933196611481d9d.} 2024-11-15T17:22:26,675 DEBUG [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:26,852 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 883, reset compression=false 2024-11-15T17:22:26,875 DEBUG [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b737430e1ebd3e967933196611481d9d 2024-11-15T17:22:26,946 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/.tmp/rep_barrier/ebf995a8fe6c4d9d8d5ecfefaec14375 2024-11-15T17:22:26,963 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/.tmp/table/a71c8479e5fa48089c92fc705fa19fef is 53, key is hbase:replication/table:state/1731691329005/Put/seqid=0 2024-11-15T17:22:26,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741847_1023 (size=5308) 2024-11-15T17:22:26,976 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/default/test/b737430e1ebd3e967933196611481d9d/.tmp/norep/911e0f8abeee4f7193ea2ed79b5a5967 2024-11-15T17:22:26,979 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 911e0f8abeee4f7193ea2ed79b5a5967 2024-11-15T17:22:26,980 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/default/test/b737430e1ebd3e967933196611481d9d/.tmp/f/6b0ebebcb1fc416fb827484db33a6578 as hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/default/test/b737430e1ebd3e967933196611481d9d/f/6b0ebebcb1fc416fb827484db33a6578 2024-11-15T17:22:26,984 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b0ebebcb1fc416fb827484db33a6578 2024-11-15T17:22:26,984 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/default/test/b737430e1ebd3e967933196611481d9d/f/6b0ebebcb1fc416fb827484db33a6578, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T17:22:26,984 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/default/test/b737430e1ebd3e967933196611481d9d/.tmp/f1/d25801ec2d724dd4a5f6680fd14b4bf1 as hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/default/test/b737430e1ebd3e967933196611481d9d/f1/d25801ec2d724dd4a5f6680fd14b4bf1 2024-11-15T17:22:26,988 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d25801ec2d724dd4a5f6680fd14b4bf1 2024-11-15T17:22:26,988 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/default/test/b737430e1ebd3e967933196611481d9d/f1/d25801ec2d724dd4a5f6680fd14b4bf1, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T17:22:26,988 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/default/test/b737430e1ebd3e967933196611481d9d/.tmp/norep/911e0f8abeee4f7193ea2ed79b5a5967 as hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/default/test/b737430e1ebd3e967933196611481d9d/norep/911e0f8abeee4f7193ea2ed79b5a5967 2024-11-15T17:22:26,997 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 911e0f8abeee4f7193ea2ed79b5a5967 2024-11-15T17:22:26,997 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/default/test/b737430e1ebd3e967933196611481d9d/norep/911e0f8abeee4f7193ea2ed79b5a5967, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T17:22:26,998 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for b737430e1ebd3e967933196611481d9d in 1293ms, sequenceid=6, compaction requested=false 2024-11-15T17:22:27,001 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/default/test/b737430e1ebd3e967933196611481d9d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T17:22:27,001 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:22:27,001 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:22:27,001 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731691324748.b737430e1ebd3e967933196611481d9d. 2024-11-15T17:22:27,001 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b737430e1ebd3e967933196611481d9d: Waiting for close lock at 1731691345704Running coprocessor pre-close hooks at 1731691345704Disabling compacts and flushes for region at 1731691345704Disabling writes for close at 1731691345704Obtaining lock to block concurrent updates at 1731691345704Preparing flush snapshotting stores in b737430e1ebd3e967933196611481d9d at 1731691345704Finished memstore snapshotting test,,1731691324748.b737430e1ebd3e967933196611481d9d., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731691345704Flushing stores of test,,1731691324748.b737430e1ebd3e967933196611481d9d. at 1731691345705 (+1 ms)Flushing b737430e1ebd3e967933196611481d9d/f: creating writer at 1731691345705Flushing b737430e1ebd3e967933196611481d9d/f: appending metadata at 1731691345721 (+16 ms)Flushing b737430e1ebd3e967933196611481d9d/f: closing flushed file at 1731691345721Flushing b737430e1ebd3e967933196611481d9d/f1: creating writer at 1731691346129 (+408 ms)Flushing b737430e1ebd3e967933196611481d9d/f1: appending metadata at 1731691346146 (+17 ms)Flushing b737430e1ebd3e967933196611481d9d/f1: closing flushed file at 1731691346146Flushing b737430e1ebd3e967933196611481d9d/norep: creating writer at 1731691346555 (+409 ms)Flushing b737430e1ebd3e967933196611481d9d/norep: appending metadata at 1731691346572 (+17 ms)Flushing b737430e1ebd3e967933196611481d9d/norep: closing flushed file at 1731691346572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b59c2ce: reopening flushed file at 1731691346980 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ba13193: reopening flushed file at 1731691346984 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2af25d27: reopening flushed file at 1731691346988 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for b737430e1ebd3e967933196611481d9d in 1293ms, sequenceid=6, compaction requested=false at 1731691346998 (+10 ms)Writing region close event to WAL at 1731691346999 (+1 ms)Running coprocessor post-close hooks at 1731691347001 (+2 ms)Closed at 1731691347001 2024-11-15T17:22:27,001 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731691324748.b737430e1ebd3e967933196611481d9d. 2024-11-15T17:22:27,076 DEBUG [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:22:27,255 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 883, reset compression=false 2024-11-15T17:22:27,260 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:22:27,260 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 1527, reset compression=false 2024-11-15T17:22:27,276 DEBUG [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:22:27,367 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/.tmp/table/a71c8479e5fa48089c92fc705fa19fef 2024-11-15T17:22:27,371 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/.tmp/info/b34156d1e8c24c21acb666a9e6d2a66d as hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/info/b34156d1e8c24c21acb666a9e6d2a66d 2024-11-15T17:22:27,375 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/info/b34156d1e8c24c21acb666a9e6d2a66d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T17:22:27,376 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/.tmp/ns/6fbb2722c0454d8f9d6c96d2397727c3 as hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/ns/6fbb2722c0454d8f9d6c96d2397727c3 2024-11-15T17:22:27,379 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/ns/6fbb2722c0454d8f9d6c96d2397727c3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T17:22:27,380 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/.tmp/rep_barrier/ebf995a8fe6c4d9d8d5ecfefaec14375 as hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/rep_barrier/ebf995a8fe6c4d9d8d5ecfefaec14375 2024-11-15T17:22:27,384 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/rep_barrier/ebf995a8fe6c4d9d8d5ecfefaec14375, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T17:22:27,384 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/.tmp/table/a71c8479e5fa48089c92fc705fa19fef as hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/table/a71c8479e5fa48089c92fc705fa19fef 2024-11-15T17:22:27,389 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/table/a71c8479e5fa48089c92fc705fa19fef, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T17:22:27,390 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-15T17:22:27,413 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T17:22:27,413 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:22:27,413 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:22:27,414 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:22:27,414 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691345674Running coprocessor pre-close hooks at 1731691345674Disabling compacts and flushes for region at 1731691345674Disabling writes for close at 1731691345674Obtaining lock to block concurrent updates at 1731691345674Preparing flush snapshotting stores in 1588230740 at 1731691345674Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731691345675 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731691345675Flushing 1588230740/info: creating writer at 1731691345675Flushing 1588230740/info: appending metadata at 1731691345692 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731691345692Flushing 1588230740/ns: creating writer at 1731691346102 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731691346121 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731691346121Flushing 1588230740/rep_barrier: creating writer at 1731691346529 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731691346542 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731691346542Flushing 1588230740/table: creating writer at 1731691346950 (+408 ms)Flushing 1588230740/table: appending metadata at 1731691346963 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731691346963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2544089e: reopening flushed file at 1731691347370 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10b68f0e: reopening flushed file at 1731691347375 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43be4ebc: reopening flushed file at 1731691347379 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f25304: reopening flushed file at 1731691347384 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1731691347390 (+6 ms)Writing region close event to WAL at 1731691347402 (+12 ms)Running coprocessor post-close hooks at 1731691347413 (+11 ms)Closed at 1731691347414 (+1 ms) 2024-11-15T17:22:27,414 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:22:27,463 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 1527, reset compression=false 2024-11-15T17:22:27,476 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,43645,1731691309416; all regions closed. 2024-11-15T17:22:27,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741834_1010 (size=4239) 2024-11-15T17:22:27,478 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.meta.1731691312570.meta not finished, retry = 0 2024-11-15T17:22:27,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741839_1015 (size=2240) 2024-11-15T17:22:27,581 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.rep.1731691328968 not finished, retry = 0 2024-11-15T17:22:27,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741832_1008 (size=1535) 2024-11-15T17:22:27,686 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 not finished, retry = 0 2024-11-15T17:22:27,767 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 to pos 1527, reset compression=false 2024-11-15T17:22:27,787 DEBUG [RS:0;046d875b9f8f:43645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:27,787 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:22:27,787 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/WALs/046d875b9f8f,43645,1731691309416/046d875b9f8f%2C43645%2C1731691309416.1731691311539 2024-11-15T17:22:27,788 INFO [RS:0;046d875b9f8f:43645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:22:27,788 INFO [RS:0;046d875b9f8f:43645 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T17:22:27,788 INFO [RS:0;046d875b9f8f:43645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:22:27,788 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:22:27,788 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-046d875b9f8f,43645,1731691309416 because: Region server is closing 2024-11-15T17:22:27,788 INFO [RS:0;046d875b9f8f:43645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:43645. 2024-11-15T17:22:27,788 DEBUG [RS:0;046d875b9f8f:43645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:27,788 DEBUG [RS:0;046d875b9f8f:43645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:27,789 DEBUG [RS:0;046d875b9f8f:43645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:27,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:22:27,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:22:27,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T17:22:27,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:22:27,889 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.shipper046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 terminated 2024-11-15T17:22:27,889 INFO [RS:0;046d875b9f8f:43645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43645 2024-11-15T17:22:27,889 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,43645,1731691309416.replicationSource.wal-reader.046d875b9f8f%2C43645%2C1731691309416,1-046d875b9f8f,43645,1731691309416 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-15T17:22:27,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1963182021/rs/046d875b9f8f,43645,1731691309416 2024-11-15T17:22:27,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021/rs 2024-11-15T17:22:27,902 INFO [RS:0;046d875b9f8f:43645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:22:27,923 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,43645,1731691309416] 2024-11-15T17:22:27,945 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1963182021/draining/046d875b9f8f,43645,1731691309416 already deleted, retry=false 2024-11-15T17:22:27,945 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,43645,1731691309416 expired; onlineServers=0 2024-11-15T17:22:27,945 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,40287,1731691309217' ***** 2024-11-15T17:22:27,945 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:22:27,945 INFO [M:0;046d875b9f8f:40287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:22:27,945 INFO [M:0;046d875b9f8f:40287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:22:27,945 DEBUG [M:0;046d875b9f8f:40287 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:22:27,945 DEBUG [M:0;046d875b9f8f:40287 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:22:27,945 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:22:27,945 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691311259 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691311259,5,FailOnTimeoutGroup] 2024-11-15T17:22:27,945 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691311259 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691311259,5,FailOnTimeoutGroup] 2024-11-15T17:22:27,945 INFO [M:0;046d875b9f8f:40287 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:22:27,945 INFO [M:0;046d875b9f8f:40287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:22:27,945 DEBUG [M:0;046d875b9f8f:40287 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:22:27,945 INFO [M:0;046d875b9f8f:40287 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:22:27,945 INFO [M:0;046d875b9f8f:40287 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:22:27,945 ERROR [M:0;046d875b9f8f:40287 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33821,5,PEWorkerGroup] 2024-11-15T17:22:27,946 INFO [M:0;046d875b9f8f:40287 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:22:27,946 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:22:27,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1963182021/master 2024-11-15T17:22:27,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1963182021 2024-11-15T17:22:27,966 DEBUG [M:0;046d875b9f8f:40287 {}] zookeeper.ZKUtil(347): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Unable to get data of znode /0-1963182021/master because node does not exist (not an error) 2024-11-15T17:22:27,966 WARN [M:0;046d875b9f8f:40287 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:22:27,966 INFO [M:0;046d875b9f8f:40287 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/.lastflushedseqids 2024-11-15T17:22:27,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741848_1024 (size=245) 2024-11-15T17:22:28,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:22:28,024 INFO [RS:0;046d875b9f8f:43645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:22:28,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x1013f845b010001, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:22:28,024 INFO [RS:0;046d875b9f8f:43645 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,43645,1731691309416; zookeeper connection closed. 2024-11-15T17:22:28,024 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45207ad1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45207ad1 2024-11-15T17:22:28,024 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:22:28,370 INFO [M:0;046d875b9f8f:40287 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:22:28,371 INFO [M:0;046d875b9f8f:40287 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:22:28,371 DEBUG [M:0;046d875b9f8f:40287 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:22:28,371 INFO [M:0;046d875b9f8f:40287 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:28,371 DEBUG [M:0;046d875b9f8f:40287 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:28,371 DEBUG [M:0;046d875b9f8f:40287 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:22:28,371 DEBUG [M:0;046d875b9f8f:40287 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:28,371 INFO [M:0;046d875b9f8f:40287 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-15T17:22:28,393 DEBUG [M:0;046d875b9f8f:40287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea9e924cbb2c4195b38bc5787f11cb7c is 82, key is hbase:meta,,1/info:regioninfo/1731691312596/Put/seqid=0 2024-11-15T17:22:28,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741849_1025 (size=5672) 2024-11-15T17:22:28,401 INFO [M:0;046d875b9f8f:40287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea9e924cbb2c4195b38bc5787f11cb7c 2024-11-15T17:22:28,423 DEBUG [M:0;046d875b9f8f:40287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9437e1d6657340eaa82c230050a59db8 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731691325594/Put/seqid=0 2024-11-15T17:22:28,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741850_1026 (size=7219) 2024-11-15T17:22:28,827 INFO [M:0;046d875b9f8f:40287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9437e1d6657340eaa82c230050a59db8 2024-11-15T17:22:28,831 INFO [M:0;046d875b9f8f:40287 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9437e1d6657340eaa82c230050a59db8 2024-11-15T17:22:28,847 DEBUG [M:0;046d875b9f8f:40287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93faade75bba42218453cea282e1b3b1 is 69, key is 046d875b9f8f,43645,1731691309416/rs:state/1731691311393/Put/seqid=0 2024-11-15T17:22:28,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741851_1027 (size=5156) 2024-11-15T17:22:29,250 INFO [M:0;046d875b9f8f:40287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93faade75bba42218453cea282e1b3b1 2024-11-15T17:22:29,255 DEBUG [M:0;046d875b9f8f:40287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea9e924cbb2c4195b38bc5787f11cb7c as hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea9e924cbb2c4195b38bc5787f11cb7c 2024-11-15T17:22:29,259 INFO [M:0;046d875b9f8f:40287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea9e924cbb2c4195b38bc5787f11cb7c, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T17:22:29,259 DEBUG [M:0;046d875b9f8f:40287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9437e1d6657340eaa82c230050a59db8 as hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9437e1d6657340eaa82c230050a59db8 2024-11-15T17:22:29,263 INFO [M:0;046d875b9f8f:40287 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9437e1d6657340eaa82c230050a59db8 2024-11-15T17:22:29,263 INFO [M:0;046d875b9f8f:40287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9437e1d6657340eaa82c230050a59db8, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T17:22:29,264 DEBUG [M:0;046d875b9f8f:40287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93faade75bba42218453cea282e1b3b1 as hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93faade75bba42218453cea282e1b3b1 2024-11-15T17:22:29,267 INFO [M:0;046d875b9f8f:40287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33821/user/jenkins/test-data/78952d65-8db8-45ad-78b8-fe0e6a571039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93faade75bba42218453cea282e1b3b1, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T17:22:29,268 INFO [M:0;046d875b9f8f:40287 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=105, compaction requested=false 2024-11-15T17:22:29,269 INFO [M:0;046d875b9f8f:40287 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:29,269 DEBUG [M:0;046d875b9f8f:40287 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691348371Disabling compacts and flushes for region at 1731691348371Disabling writes for close at 1731691348371Obtaining lock to block concurrent updates at 1731691348371Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691348371Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731691348372 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691348372Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691348372Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691348393 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691348393Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691348405 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691348422 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691348422Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691348831 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691348846 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691348846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@357e7182: reopening flushed file at 1731691349254 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cd53dc4: reopening flushed file at 1731691349259 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aa95a94: reopening flushed file at 1731691349263 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=105, compaction requested=false at 1731691349268 (+5 ms)Writing region close event to WAL at 1731691349269 (+1 ms)Closed at 1731691349269 2024-11-15T17:22:29,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43343 is added to blk_1073741830_1006 (size=64435) 2024-11-15T17:22:29,278 INFO [M:0;046d875b9f8f:40287 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:22:29,278 INFO [M:0;046d875b9f8f:40287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40287 2024-11-15T17:22:29,278 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:22:29,278 INFO [M:0;046d875b9f8f:40287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:22:29,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:22:29,392 INFO [M:0;046d875b9f8f:40287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:22:29,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40287-0x1013f845b010000, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:22:29,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2432189b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:22:29,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@566706b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:22:29,397 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:22:29,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f6c912{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:22:29,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dfc2ebc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/hadoop.log.dir/,STOPPED} 2024-11-15T17:22:29,398 WARN [BP-1232861952-172.17.0.2-1731691306893 heartbeating to localhost/127.0.0.1:33821 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:22:29,398 WARN [BP-1232861952-172.17.0.2-1731691306893 heartbeating to localhost/127.0.0.1:33821 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1232861952-172.17.0.2-1731691306893 (Datanode Uuid 5144e604-4b07-44c3-acfa-7cab9d40c492) service to localhost/127.0.0.1:33821 2024-11-15T17:22:29,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/cluster_7e0f44f4-9afc-7c54-5001-a946954fc28f/data/data1/current/BP-1232861952-172.17.0.2-1731691306893 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:22:29,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/cluster_7e0f44f4-9afc-7c54-5001-a946954fc28f/data/data2/current/BP-1232861952-172.17.0.2-1731691306893 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:22:29,399 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:22:29,399 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:22:29,399 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:22:29,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d891c71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:22:29,405 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f0b95e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:22:29,405 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:22:29,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@602b1c47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:22:29,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ebb8e20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31f4f8ba-42e6-79dc-378f-eb5f28f7e299/hadoop.log.dir/,STOPPED} 2024-11-15T17:22:29,411 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T17:22:29,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:22:29,438 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 323) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63039) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33821 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38427 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:38427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34751 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63039) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:34751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63039) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=791 (was 746) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=498 (was 436) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=923 (was 282) - AvailableMemoryMB LEAK? - 2024-11-15T17:22:29,448 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=498, ProcessCount=11, AvailableMemoryMB=921 2024-11-15T17:22:29,460 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-15T17:22:29,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/hadoop.log.dir so I do NOT create it in target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8 2024-11-15T17:22:29,461 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:22:29,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/hadoop.tmp.dir so I do NOT create it in target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8 2024-11-15T17:22:29,461 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f9b4dee-40bf-3823-4178-459ea58d297a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:22:29,461 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8 2024-11-15T17:22:29,461 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/cluster_2cd82e11-0109-4228-c1e7-bde8e8f3e69e, deleteOnExit=true 2024-11-15T17:22:29,465 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/cluster_2cd82e11-0109-4228-c1e7-bde8e8f3e69e/zookeeper_0, clientPort=61280, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/cluster_2cd82e11-0109-4228-c1e7-bde8e8f3e69e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/cluster_2cd82e11-0109-4228-c1e7-bde8e8f3e69e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T17:22:29,465 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61280 2024-11-15T17:22:29,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:22:29,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:22:29,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/test.cache.data in system properties and HBase conf 2024-11-15T17:22:29,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:22:29,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:22:29,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:22:29,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:22:29,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:22:29,466 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:22:29,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:22:29,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:22:29,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:22:29,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:22:29,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:22:29,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:22:29,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:22:29,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:22:29,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:22:29,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:22:29,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:22:29,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:22:29,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:22:29,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:22:29,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013f845b010005, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T17:22:29,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013f845b010002, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T17:22:29,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013f845b010005, quorum=127.0.0.1:63039, baseZNode=/1-1615127384 Received Disconnected from ZooKeeper, ignoring 2024-11-15T17:22:29,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013f845b010002, quorum=127.0.0.1:63039, baseZNode=/0-1963182021 Received Disconnected from ZooKeeper, ignoring 2024-11-15T17:22:29,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013f845b010008, quorum=127.0.0.1:63039, baseZNode=/26146410 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T17:22:29,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013f845b010008, quorum=127.0.0.1:63039, baseZNode=/26146410 Received Disconnected from ZooKeeper, ignoring 2024-11-15T17:22:30,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:22:30,480 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:22:30,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:22:30,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:22:30,485 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:22:30,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:22:30,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59fe8d40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:22:30,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f31ce9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:22:30,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50677d54{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/java.io.tmpdir/jetty-localhost-37195-hadoop-hdfs-3_4_1-tests_jar-_-any-14829485753736914359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:22:30,589 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1faca6c2{HTTP/1.1, (http/1.1)}{localhost:37195} 2024-11-15T17:22:30,589 INFO [Time-limited test {}] server.Server(415): Started @319648ms 2024-11-15T17:22:31,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T17:22:31,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:31,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:31,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:31,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:31,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:31,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:31,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:31,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:31,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:31,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:31,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:31,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:31,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:31,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:31,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:31,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:31,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:31,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:31,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:22:31,317 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:22:31,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:22:31,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:22:31,319 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:22:31,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@205f3084{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:22:31,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37872a5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:22:31,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b00a94{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/java.io.tmpdir/jetty-localhost-38721-hadoop-hdfs-3_4_1-tests_jar-_-any-12825647706331919299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:22:31,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34877dfd{HTTP/1.1, (http/1.1)}{localhost:38721} 2024-11-15T17:22:31,428 INFO [Time-limited test {}] server.Server(415): Started @320486ms 2024-11-15T17:22:31,429 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:22:32,666 WARN [Thread-4176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/cluster_2cd82e11-0109-4228-c1e7-bde8e8f3e69e/data/data2/current/BP-968824352-172.17.0.2-1731691349481/current, will proceed with Du for space computation calculation, 2024-11-15T17:22:32,666 WARN [Thread-4175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/cluster_2cd82e11-0109-4228-c1e7-bde8e8f3e69e/data/data1/current/BP-968824352-172.17.0.2-1731691349481/current, will proceed with Du for space computation calculation, 2024-11-15T17:22:32,680 WARN [Thread-4163 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:22:32,682 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64533e07011b103f with lease ID 0x6ead762516504c2e: Processing first storage report for DS-aa279b01-ede6-4ede-af9a-389c6bd66010 from datanode DatanodeRegistration(127.0.0.1:35215, datanodeUuid=6782e944-b5d0-49f0-a384-df4d2f5a5527, infoPort=36055, infoSecurePort=0, ipcPort=35165, storageInfo=lv=-57;cid=testClusterID;nsid=1814237525;c=1731691349481) 2024-11-15T17:22:32,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64533e07011b103f with lease ID 0x6ead762516504c2e: from storage DS-aa279b01-ede6-4ede-af9a-389c6bd66010 node DatanodeRegistration(127.0.0.1:35215, datanodeUuid=6782e944-b5d0-49f0-a384-df4d2f5a5527, infoPort=36055, infoSecurePort=0, ipcPort=35165, storageInfo=lv=-57;cid=testClusterID;nsid=1814237525;c=1731691349481), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:22:32,682 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64533e07011b103f with lease ID 0x6ead762516504c2e: Processing first storage report for DS-f106c245-d84d-48f9-b30a-613cc40b964f from datanode DatanodeRegistration(127.0.0.1:35215, datanodeUuid=6782e944-b5d0-49f0-a384-df4d2f5a5527, infoPort=36055, infoSecurePort=0, ipcPort=35165, storageInfo=lv=-57;cid=testClusterID;nsid=1814237525;c=1731691349481) 2024-11-15T17:22:32,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64533e07011b103f with lease ID 0x6ead762516504c2e: from storage DS-f106c245-d84d-48f9-b30a-613cc40b964f node DatanodeRegistration(127.0.0.1:35215, datanodeUuid=6782e944-b5d0-49f0-a384-df4d2f5a5527, infoPort=36055, infoSecurePort=0, ipcPort=35165, storageInfo=lv=-57;cid=testClusterID;nsid=1814237525;c=1731691349481), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:22:32,757 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8 2024-11-15T17:22:32,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:32,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:32,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:22:33,165 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73 with version=8 2024-11-15T17:22:33,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/hbase-staging 2024-11-15T17:22:33,166 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:22:33,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:33,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:33,166 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:22:33,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:33,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:22:33,167 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:22:33,167 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:22:33,167 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44805 2024-11-15T17:22:33,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44805 connecting to ZooKeeper ensemble=127.0.0.1:61280 2024-11-15T17:22:33,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448050x0, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:22:33,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44805-0x1013f8501820000 connected 2024-11-15T17:22:33,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:33,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:33,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Set watcher on znode that does not yet exist, /01102280868/running 2024-11-15T17:22:33,311 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73, hbase.cluster.distributed=false 2024-11-15T17:22:33,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Set watcher on znode that does not yet exist, /01102280868/acl 2024-11-15T17:22:33,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44805 2024-11-15T17:22:33,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44805 2024-11-15T17:22:33,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44805 2024-11-15T17:22:33,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44805 2024-11-15T17:22:33,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44805 2024-11-15T17:22:33,341 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:22:33,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:33,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:33,341 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:22:33,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:33,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:22:33,341 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:22:33,341 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:22:33,342 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40895 2024-11-15T17:22:33,343 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40895 connecting to ZooKeeper ensemble=127.0.0.1:61280 2024-11-15T17:22:33,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:33,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:33,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408950x0, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:22:33,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408950x0, quorum=127.0.0.1:61280, baseZNode=/01102280868 Set watcher on znode that does not yet exist, /01102280868/running 2024-11-15T17:22:33,355 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:22:33,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40895-0x1013f8501820001 connected 2024-11-15T17:22:33,357 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:22:33,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40895-0x1013f8501820001, quorum=127.0.0.1:61280, baseZNode=/01102280868 Set watcher on znode that does not yet exist, /01102280868/master 2024-11-15T17:22:33,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40895-0x1013f8501820001, quorum=127.0.0.1:61280, baseZNode=/01102280868 Set watcher on znode that does not yet exist, /01102280868/acl 2024-11-15T17:22:33,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40895 2024-11-15T17:22:33,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40895 2024-11-15T17:22:33,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40895 2024-11-15T17:22:33,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40895 2024-11-15T17:22:33,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40895 2024-11-15T17:22:33,377 DEBUG [M:0;046d875b9f8f:44805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:44805 2024-11-15T17:22:33,377 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01102280868/backup-masters/046d875b9f8f,44805,1731691353166 2024-11-15T17:22:33,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40895-0x1013f8501820001, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01102280868/backup-masters 2024-11-15T17:22:33,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01102280868/backup-masters 2024-11-15T17:22:33,387 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Set watcher on existing znode=/01102280868/backup-masters/046d875b9f8f,44805,1731691353166 2024-11-15T17:22:33,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40895-0x1013f8501820001, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01102280868/master 2024-11-15T17:22:33,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01102280868 2024-11-15T17:22:33,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40895-0x1013f8501820001, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01102280868 2024-11-15T17:22:33,397 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Set watcher on existing znode=/01102280868/master 2024-11-15T17:22:33,397 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01102280868/backup-masters/046d875b9f8f,44805,1731691353166 from backup master directory 2024-11-15T17:22:33,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01102280868/backup-masters/046d875b9f8f,44805,1731691353166 2024-11-15T17:22:33,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40895-0x1013f8501820001, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01102280868/backup-masters 2024-11-15T17:22:33,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01102280868/backup-masters 2024-11-15T17:22:33,407 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:22:33,407 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,44805,1731691353166 2024-11-15T17:22:33,410 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/hbase.id] with ID: bc57d035-8aac-4610-b8f2-cddc1dfa63e4 2024-11-15T17:22:33,410 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/.tmp/hbase.id 2024-11-15T17:22:33,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:22:33,814 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/.tmp/hbase.id]:[hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/hbase.id] 2024-11-15T17:22:33,820 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:33,820 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:22:33,821 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T17:22:33,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40895-0x1013f8501820001, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01102280868 2024-11-15T17:22:33,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01102280868 2024-11-15T17:22:33,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:22:34,274 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:22:34,275 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:22:34,275 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:22:34,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:22:34,333 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:34,333 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:22:34,334 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128828 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:22:34,680 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/MasterData/data/master/store 2024-11-15T17:22:34,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:22:35,085 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:35,085 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:22:35,085 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:35,085 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:35,085 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:22:35,085 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:35,085 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:35,085 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691355085Disabling compacts and flushes for region at 1731691355085Disabling writes for close at 1731691355085Writing region close event to WAL at 1731691355085Closed at 1731691355085 2024-11-15T17:22:35,086 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/MasterData/data/master/store/.initializing 2024-11-15T17:22:35,086 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/MasterData/WALs/046d875b9f8f,44805,1731691353166 2024-11-15T17:22:35,086 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:22:35,087 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C44805%2C1731691353166, suffix=, logDir=hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/MasterData/WALs/046d875b9f8f,44805,1731691353166, archiveDir=hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/MasterData/oldWALs, maxLogs=10 2024-11-15T17:22:35,103 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/MasterData/WALs/046d875b9f8f,44805,1731691353166/046d875b9f8f%2C44805%2C1731691353166.1731691355088, exclude list is [], retry=0 2024-11-15T17:22:35,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35215,DS-aa279b01-ede6-4ede-af9a-389c6bd66010,DISK] 2024-11-15T17:22:35,106 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/MasterData/WALs/046d875b9f8f,44805,1731691353166/046d875b9f8f%2C44805%2C1731691353166.1731691355088 2024-11-15T17:22:35,108 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36055:36055)] 2024-11-15T17:22:35,108 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:35,108 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:35,109 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:35,109 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:35,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:35,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:22:35,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:35,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:35,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:35,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:22:35,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:35,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:35,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:35,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:22:35,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:35,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:35,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:35,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:22:35,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:35,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:35,114 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:35,114 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:35,115 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:35,115 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:35,116 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:35,116 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:22:35,117 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:35,118 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:35,118 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72057542, jitterRate=0.07374104857444763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:22:35,119 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691355109Initializing all the Stores at 1731691355109Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691355109Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691355109Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691355109Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691355109Cleaning up temporary data from old regions at 1731691355116 (+7 ms)Region opened successfully at 1731691355119 (+3 ms) 2024-11-15T17:22:35,119 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:22:35,121 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216dc423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:22:35,122 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:22:35,122 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:22:35,122 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:22:35,123 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:22:35,123 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:22:35,123 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:22:35,123 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:22:35,129 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:22:35,130 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Unable to get data of znode /01102280868/balancer because node does not exist (not necessarily an error) 2024-11-15T17:22:35,155 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01102280868/balancer already deleted, retry=false 2024-11-15T17:22:35,155 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:22:35,156 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Unable to get data of znode /01102280868/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:22:35,165 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01102280868/normalizer already deleted, retry=false 2024-11-15T17:22:35,165 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:22:35,166 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Unable to get data of znode /01102280868/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:22:35,176 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01102280868/switch/split already deleted, retry=false 2024-11-15T17:22:35,177 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Unable to get data of znode /01102280868/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:22:35,186 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01102280868/switch/merge already deleted, retry=false 2024-11-15T17:22:35,188 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Unable to get data of znode /01102280868/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:22:35,197 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01102280868/snapshot-cleanup already deleted, retry=false 2024-11-15T17:22:35,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40895-0x1013f8501820001, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01102280868/running 2024-11-15T17:22:35,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01102280868/running 2024-11-15T17:22:35,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01102280868 2024-11-15T17:22:35,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40895-0x1013f8501820001, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01102280868 2024-11-15T17:22:35,208 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,44805,1731691353166, sessionid=0x1013f8501820000, setting cluster-up flag (Was=false) 2024-11-15T17:22:35,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40895-0x1013f8501820001, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01102280868 2024-11-15T17:22:35,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01102280868 2024-11-15T17:22:35,260 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01102280868/flush-table-proc/acquired, /01102280868/flush-table-proc/reached, /01102280868/flush-table-proc/abort 2024-11-15T17:22:35,261 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,44805,1731691353166 2024-11-15T17:22:35,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01102280868 2024-11-15T17:22:35,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40895-0x1013f8501820001, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01102280868 2024-11-15T17:22:35,418 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01102280868/online-snapshot/acquired, /01102280868/online-snapshot/reached, /01102280868/online-snapshot/abort 2024-11-15T17:22:35,419 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,44805,1731691353166 2024-11-15T17:22:35,420 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:22:35,421 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:35,421 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:22:35,421 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:22:35,422 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,44805,1731691353166 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:22:35,423 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:35,424 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:35,424 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:35,424 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:35,424 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:22:35,424 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:35,424 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:22:35,424 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:35,429 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:35,429 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:22:35,430 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:35,430 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:22:35,436 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691385436 2024-11-15T17:22:35,437 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:22:35,437 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:22:35,437 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:22:35,437 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:22:35,437 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:22:35,437 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:22:35,437 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:35,438 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:22:35,438 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:22:35,438 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:22:35,438 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:22:35,440 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:22:35,440 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:22:35,443 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691355440,5,FailOnTimeoutGroup] 2024-11-15T17:22:35,443 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691355443,5,FailOnTimeoutGroup] 2024-11-15T17:22:35,443 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:35,443 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:22:35,443 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:35,443 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:35,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:22:35,445 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:22:35,445 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73 2024-11-15T17:22:35,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741832_1008 (size=32) 2024-11-15T17:22:35,467 INFO [RS:0;046d875b9f8f:40895 {}] regionserver.HRegionServer(746): ClusterId : bc57d035-8aac-4610-b8f2-cddc1dfa63e4 2024-11-15T17:22:35,467 DEBUG [RS:0;046d875b9f8f:40895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:22:35,477 DEBUG [RS:0;046d875b9f8f:40895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:22:35,477 DEBUG [RS:0;046d875b9f8f:40895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:22:35,488 DEBUG [RS:0;046d875b9f8f:40895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:22:35,488 DEBUG [RS:0;046d875b9f8f:40895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cb12e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:22:35,502 DEBUG [RS:0;046d875b9f8f:40895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:40895 2024-11-15T17:22:35,502 INFO [RS:0;046d875b9f8f:40895 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:22:35,502 INFO [RS:0;046d875b9f8f:40895 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:22:35,502 DEBUG [RS:0;046d875b9f8f:40895 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:22:35,503 INFO [RS:0;046d875b9f8f:40895 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,44805,1731691353166 with port=40895, startcode=1731691353341 2024-11-15T17:22:35,503 DEBUG [RS:0;046d875b9f8f:40895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:22:35,504 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:22:35,505 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44805 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,40895,1731691353341 2024-11-15T17:22:35,505 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44805 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,40895,1731691353341 2024-11-15T17:22:35,506 DEBUG [RS:0;046d875b9f8f:40895 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73 2024-11-15T17:22:35,506 DEBUG [RS:0;046d875b9f8f:40895 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38545 2024-11-15T17:22:35,506 DEBUG [RS:0;046d875b9f8f:40895 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:22:35,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01102280868/rs 2024-11-15T17:22:35,519 DEBUG [RS:0;046d875b9f8f:40895 {}] zookeeper.ZKUtil(111): regionserver:40895-0x1013f8501820001, quorum=127.0.0.1:61280, baseZNode=/01102280868 Set watcher on existing znode=/01102280868/rs/046d875b9f8f,40895,1731691353341 2024-11-15T17:22:35,519 WARN [RS:0;046d875b9f8f:40895 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:22:35,519 INFO [RS:0;046d875b9f8f:40895 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:22:35,519 DEBUG [RS:0;046d875b9f8f:40895 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/WALs/046d875b9f8f,40895,1731691353341 2024-11-15T17:22:35,519 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,40895,1731691353341] 2024-11-15T17:22:35,521 INFO [RS:0;046d875b9f8f:40895 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:22:35,522 INFO [RS:0;046d875b9f8f:40895 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:22:35,523 INFO [RS:0;046d875b9f8f:40895 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:22:35,523 INFO [RS:0;046d875b9f8f:40895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:35,523 INFO [RS:0;046d875b9f8f:40895 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:22:35,523 INFO [RS:0;046d875b9f8f:40895 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:22:35,523 INFO [RS:0;046d875b9f8f:40895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:35,523 DEBUG [RS:0;046d875b9f8f:40895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:35,523 DEBUG [RS:0;046d875b9f8f:40895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:35,523 DEBUG [RS:0;046d875b9f8f:40895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:35,523 DEBUG [RS:0;046d875b9f8f:40895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:35,523 DEBUG [RS:0;046d875b9f8f:40895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:35,524 DEBUG [RS:0;046d875b9f8f:40895 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:22:35,524 DEBUG [RS:0;046d875b9f8f:40895 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:35,524 DEBUG [RS:0;046d875b9f8f:40895 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:35,524 DEBUG [RS:0;046d875b9f8f:40895 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:35,524 DEBUG [RS:0;046d875b9f8f:40895 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:35,524 DEBUG [RS:0;046d875b9f8f:40895 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:35,524 DEBUG [RS:0;046d875b9f8f:40895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:35,524 DEBUG [RS:0;046d875b9f8f:40895 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:22:35,524 DEBUG [RS:0;046d875b9f8f:40895 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:22:35,528 INFO [RS:0;046d875b9f8f:40895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:35,528 INFO [RS:0;046d875b9f8f:40895 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:35,528 INFO [RS:0;046d875b9f8f:40895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:35,528 INFO [RS:0;046d875b9f8f:40895 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:35,528 INFO [RS:0;046d875b9f8f:40895 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:35,528 INFO [RS:0;046d875b9f8f:40895 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40895,1731691353341-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:22:35,547 INFO [RS:0;046d875b9f8f:40895 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:22:35,547 INFO [RS:0;046d875b9f8f:40895 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40895,1731691353341-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:35,547 INFO [RS:0;046d875b9f8f:40895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:35,548 INFO [RS:0;046d875b9f8f:40895 {}] regionserver.Replication(171): 046d875b9f8f,40895,1731691353341 started 2024-11-15T17:22:35,565 INFO [RS:0;046d875b9f8f:40895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:35,565 INFO [RS:0;046d875b9f8f:40895 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,40895,1731691353341, RpcServer on 046d875b9f8f/172.17.0.2:40895, sessionid=0x1013f8501820001 2024-11-15T17:22:35,565 DEBUG [RS:0;046d875b9f8f:40895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:22:35,565 DEBUG [RS:0;046d875b9f8f:40895 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,40895,1731691353341 2024-11-15T17:22:35,565 DEBUG [RS:0;046d875b9f8f:40895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,40895,1731691353341' 2024-11-15T17:22:35,565 DEBUG [RS:0;046d875b9f8f:40895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01102280868/flush-table-proc/abort' 2024-11-15T17:22:35,566 DEBUG [RS:0;046d875b9f8f:40895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01102280868/flush-table-proc/acquired' 2024-11-15T17:22:35,566 DEBUG [RS:0;046d875b9f8f:40895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:22:35,566 DEBUG [RS:0;046d875b9f8f:40895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:22:35,566 DEBUG [RS:0;046d875b9f8f:40895 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,40895,1731691353341 2024-11-15T17:22:35,566 DEBUG [RS:0;046d875b9f8f:40895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,40895,1731691353341' 2024-11-15T17:22:35,566 DEBUG [RS:0;046d875b9f8f:40895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01102280868/online-snapshot/abort' 2024-11-15T17:22:35,566 DEBUG [RS:0;046d875b9f8f:40895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01102280868/online-snapshot/acquired' 2024-11-15T17:22:35,567 DEBUG [RS:0;046d875b9f8f:40895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:22:35,567 INFO [RS:0;046d875b9f8f:40895 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:22:35,567 INFO [RS:0;046d875b9f8f:40895 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:22:35,667 INFO [RS:0;046d875b9f8f:40895 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:22:35,668 INFO [RS:0;046d875b9f8f:40895 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C40895%2C1731691353341, suffix=, logDir=hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/WALs/046d875b9f8f,40895,1731691353341, archiveDir=hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/oldWALs, maxLogs=10 2024-11-15T17:22:35,685 DEBUG [RS:0;046d875b9f8f:40895 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/WALs/046d875b9f8f,40895,1731691353341/046d875b9f8f%2C40895%2C1731691353341.1731691355669, exclude list is [], retry=0 2024-11-15T17:22:35,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35215,DS-aa279b01-ede6-4ede-af9a-389c6bd66010,DISK] 2024-11-15T17:22:35,690 INFO [RS:0;046d875b9f8f:40895 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/WALs/046d875b9f8f,40895,1731691353341/046d875b9f8f%2C40895%2C1731691353341.1731691355669 2024-11-15T17:22:35,690 DEBUG [RS:0;046d875b9f8f:40895 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36055:36055)] 2024-11-15T17:22:35,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:35,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:22:35,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:22:35,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:35,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:35,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:22:35,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:22:35,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:35,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:35,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:22:35,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:22:35,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:35,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:35,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:22:35,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:22:35,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:35,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:35,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:22:35,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/data/hbase/meta/1588230740 2024-11-15T17:22:35,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/data/hbase/meta/1588230740 2024-11-15T17:22:35,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:22:35,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:22:35,859 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:22:35,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:22:35,861 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:35,861 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61736065, jitterRate=-0.0800609439611435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:22:35,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691355853Initializing all the Stores at 1731691355853Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691355853Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691355853Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691355853Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691355853Cleaning up temporary data from old regions at 1731691355859 (+6 ms)Region opened successfully at 1731691355861 (+2 ms) 2024-11-15T17:22:35,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:22:35,861 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:22:35,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:22:35,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:22:35,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:22:35,862 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:22:35,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691355861Disabling compacts and flushes for region at 1731691355861Disabling writes for close at 1731691355862 (+1 ms)Writing region close event to WAL at 1731691355862Closed at 1731691355862 2024-11-15T17:22:35,863 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:35,863 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:22:35,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:22:35,863 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:22:35,864 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:22:36,014 DEBUG [046d875b9f8f:44805 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:22:36,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,40895,1731691353341 2024-11-15T17:22:36,016 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,40895,1731691353341, state=OPENING 2024-11-15T17:22:36,060 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:22:36,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40895-0x1013f8501820001, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01102280868 2024-11-15T17:22:36,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01102280868 2024-11-15T17:22:36,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01102280868/meta-region-server: CHANGED 2024-11-15T17:22:36,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01102280868/meta-region-server: CHANGED 2024-11-15T17:22:36,071 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:22:36,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,40895,1731691353341}] 2024-11-15T17:22:36,226 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:22:36,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:22:36,252 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:22:36,252 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:22:36,252 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:22:36,253 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C40895%2C1731691353341.meta, suffix=.meta, logDir=hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/WALs/046d875b9f8f,40895,1731691353341, archiveDir=hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/oldWALs, maxLogs=10 2024-11-15T17:22:36,282 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/WALs/046d875b9f8f,40895,1731691353341/046d875b9f8f%2C40895%2C1731691353341.meta.1731691356254.meta, exclude list is [], retry=0 2024-11-15T17:22:36,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35215,DS-aa279b01-ede6-4ede-af9a-389c6bd66010,DISK] 2024-11-15T17:22:36,287 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/WALs/046d875b9f8f,40895,1731691353341/046d875b9f8f%2C40895%2C1731691353341.meta.1731691356254.meta 2024-11-15T17:22:36,288 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36055:36055)] 2024-11-15T17:22:36,288 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:36,288 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:22:36,289 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:22:36,289 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:22:36,289 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:22:36,289 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:22:36,289 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:36,289 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:22:36,289 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:22:36,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:22:36,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:22:36,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:36,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:36,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:22:36,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:22:36,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:36,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:36,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:22:36,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:22:36,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:36,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:36,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:22:36,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:22:36,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:36,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:36,317 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:22:36,318 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/data/hbase/meta/1588230740 2024-11-15T17:22:36,320 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/data/hbase/meta/1588230740 2024-11-15T17:22:36,321 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:22:36,322 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:22:36,322 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:22:36,323 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:22:36,324 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67634839, jitterRate=0.007837638258934021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:22:36,324 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:22:36,325 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691356289Writing region info on filesystem at 1731691356289Initializing all the Stores at 1731691356290 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691356290Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691356303 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691356303Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691356303Cleaning up temporary data from old regions at 1731691356322 (+19 ms)Running coprocessor post-open hooks at 1731691356324 (+2 ms)Region opened successfully at 1731691356325 (+1 ms) 2024-11-15T17:22:36,326 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691356225 2024-11-15T17:22:36,329 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:22:36,329 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:22:36,330 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,40895,1731691353341 2024-11-15T17:22:36,331 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,40895,1731691353341, state=OPEN 2024-11-15T17:22:36,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40895-0x1013f8501820001, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01102280868/meta-region-server 2024-11-15T17:22:36,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1013f8501820000, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01102280868/meta-region-server 2024-11-15T17:22:36,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01102280868/meta-region-server: CHANGED 2024-11-15T17:22:36,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01102280868/meta-region-server: CHANGED 2024-11-15T17:22:36,376 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,40895,1731691353341 2024-11-15T17:22:36,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:22:36,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,40895,1731691353341 in 305 msec 2024-11-15T17:22:36,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:22:36,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 515 msec 2024-11-15T17:22:36,383 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:36,383 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:22:36,385 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:36,385 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,40895,1731691353341, seqNum=-1] 2024-11-15T17:22:36,385 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:36,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:22:36,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 976 msec 2024-11-15T17:22:36,400 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691356400, completionTime=-1 2024-11-15T17:22:36,400 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:22:36,400 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:22:36,402 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:22:36,402 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691416402 2024-11-15T17:22:36,402 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691476402 2024-11-15T17:22:36,402 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T17:22:36,403 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,44805,1731691353166-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:36,403 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,44805,1731691353166-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:36,403 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,44805,1731691353166-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:36,403 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:44805, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:36,403 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:36,404 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:36,405 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:22:36,410 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.003sec 2024-11-15T17:22:36,411 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:22:36,411 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:22:36,411 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:22:36,411 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:22:36,411 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:22:36,411 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,44805,1731691353166-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:22:36,411 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,44805,1731691353166-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:22:36,426 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:22:36,426 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:22:36,426 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,44805,1731691353166-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:36,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc838d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:36,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,44805,-1 for getting cluster id 2024-11-15T17:22:36,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:36,489 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc57d035-8aac-4610-b8f2-cddc1dfa63e4' 2024-11-15T17:22:36,489 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:36,489 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc57d035-8aac-4610-b8f2-cddc1dfa63e4" 2024-11-15T17:22:36,489 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649a447f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:36,489 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,44805,-1] 2024-11-15T17:22:36,489 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:36,491 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:36,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbceac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:36,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,40895,1731691353341, seqNum=-1] 2024-11-15T17:22:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:36,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:22:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,44805,1731691353166 2024-11-15T17:22:36,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61280 2024-11-15T17:22:36,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61280, baseZNode=/01102280868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:22:36,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:36,539 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,44805,1731691353166 2024-11-15T17:22:36,539 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f67d6e 2024-11-15T17:22:36,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:36,540 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:22:36,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:22:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T17:22:36,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:22:36,544 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:36,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T17:22:36,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:22:36,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f8501820002 connected 2024-11-15T17:22:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:36,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741835_1011 (size=902) 2024-11-15T17:22:36,609 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e9a6a0195992d85b62fef1efd2661847, NAME => 'test,,1731691356541.e9a6a0195992d85b62fef1efd2661847.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73 2024-11-15T17:22:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:36,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741836_1012 (size=39) 2024-11-15T17:22:36,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731691356541.e9a6a0195992d85b62fef1efd2661847.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:36,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e9a6a0195992d85b62fef1efd2661847, disabling compactions & flushes 2024-11-15T17:22:36,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731691356541.e9a6a0195992d85b62fef1efd2661847. 2024-11-15T17:22:36,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691356541.e9a6a0195992d85b62fef1efd2661847. 2024-11-15T17:22:36,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731691356541.e9a6a0195992d85b62fef1efd2661847. after waiting 0 ms 2024-11-15T17:22:36,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731691356541.e9a6a0195992d85b62fef1efd2661847. 2024-11-15T17:22:36,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731691356541.e9a6a0195992d85b62fef1efd2661847. 2024-11-15T17:22:36,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e9a6a0195992d85b62fef1efd2661847: Waiting for close lock at 1731691356669Disabling compacts and flushes for region at 1731691356669Disabling writes for close at 1731691356669Writing region close event to WAL at 1731691356669Closed at 1731691356669 2024-11-15T17:22:36,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:22:36,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731691356541.e9a6a0195992d85b62fef1efd2661847.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731691356671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691356671"}]},"ts":"1731691356671"} 2024-11-15T17:22:36,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:22:36,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:22:36,675 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691356675"}]},"ts":"1731691356675"} 2024-11-15T17:22:36,677 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T17:22:36,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e9a6a0195992d85b62fef1efd2661847, ASSIGN}] 2024-11-15T17:22:36,679 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e9a6a0195992d85b62fef1efd2661847, ASSIGN 2024-11-15T17:22:36,680 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e9a6a0195992d85b62fef1efd2661847, ASSIGN; state=OFFLINE, location=046d875b9f8f,40895,1731691353341; forceNewPlan=false, retain=false 2024-11-15T17:22:36,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e9a6a0195992d85b62fef1efd2661847, regionState=OPENING, regionLocation=046d875b9f8f,40895,1731691353341 2024-11-15T17:22:36,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e9a6a0195992d85b62fef1efd2661847, ASSIGN because future has completed 2024-11-15T17:22:36,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9a6a0195992d85b62fef1efd2661847, server=046d875b9f8f,40895,1731691353341}] 2024-11-15T17:22:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:36,987 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731691356541.e9a6a0195992d85b62fef1efd2661847. 2024-11-15T17:22:36,987 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e9a6a0195992d85b62fef1efd2661847, NAME => 'test,,1731691356541.e9a6a0195992d85b62fef1efd2661847.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:36,988 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:22:36,988 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T17:22:36,988 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e9a6a0195992d85b62fef1efd2661847 2024-11-15T17:22:36,988 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731691356541.e9a6a0195992d85b62fef1efd2661847.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:36,988 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e9a6a0195992d85b62fef1efd2661847 2024-11-15T17:22:36,988 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e9a6a0195992d85b62fef1efd2661847 2024-11-15T17:22:36,989 INFO [StoreOpener-e9a6a0195992d85b62fef1efd2661847-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e9a6a0195992d85b62fef1efd2661847 2024-11-15T17:22:36,990 INFO [StoreOpener-e9a6a0195992d85b62fef1efd2661847-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9a6a0195992d85b62fef1efd2661847 columnFamilyName f 2024-11-15T17:22:36,990 DEBUG [StoreOpener-e9a6a0195992d85b62fef1efd2661847-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:36,990 INFO [StoreOpener-e9a6a0195992d85b62fef1efd2661847-1 {}] regionserver.HStore(327): Store=e9a6a0195992d85b62fef1efd2661847/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:36,990 INFO [StoreOpener-e9a6a0195992d85b62fef1efd2661847-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e9a6a0195992d85b62fef1efd2661847 2024-11-15T17:22:36,991 INFO [StoreOpener-e9a6a0195992d85b62fef1efd2661847-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9a6a0195992d85b62fef1efd2661847 columnFamilyName f1 2024-11-15T17:22:36,991 DEBUG [StoreOpener-e9a6a0195992d85b62fef1efd2661847-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:36,991 INFO [StoreOpener-e9a6a0195992d85b62fef1efd2661847-1 {}] regionserver.HStore(327): Store=e9a6a0195992d85b62fef1efd2661847/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:36,991 INFO [StoreOpener-e9a6a0195992d85b62fef1efd2661847-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e9a6a0195992d85b62fef1efd2661847 2024-11-15T17:22:36,992 INFO [StoreOpener-e9a6a0195992d85b62fef1efd2661847-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9a6a0195992d85b62fef1efd2661847 columnFamilyName norep 2024-11-15T17:22:36,992 DEBUG [StoreOpener-e9a6a0195992d85b62fef1efd2661847-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:36,992 INFO [StoreOpener-e9a6a0195992d85b62fef1efd2661847-1 {}] regionserver.HStore(327): Store=e9a6a0195992d85b62fef1efd2661847/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:36,992 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e9a6a0195992d85b62fef1efd2661847 2024-11-15T17:22:36,993 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/data/default/test/e9a6a0195992d85b62fef1efd2661847 2024-11-15T17:22:36,993 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/data/default/test/e9a6a0195992d85b62fef1efd2661847 2024-11-15T17:22:36,994 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e9a6a0195992d85b62fef1efd2661847 2024-11-15T17:22:36,994 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e9a6a0195992d85b62fef1efd2661847 2024-11-15T17:22:36,994 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:22:36,995 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e9a6a0195992d85b62fef1efd2661847 2024-11-15T17:22:36,997 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/data/default/test/e9a6a0195992d85b62fef1efd2661847/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:36,997 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e9a6a0195992d85b62fef1efd2661847; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62638350, jitterRate=-0.06661584973335266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:22:36,998 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9a6a0195992d85b62fef1efd2661847 2024-11-15T17:22:36,998 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e9a6a0195992d85b62fef1efd2661847: Running coprocessor pre-open hook at 1731691356988Writing region info on filesystem at 1731691356988Initializing all the Stores at 1731691356989 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691356989Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691356989Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691356989Cleaning up temporary data from old regions at 1731691356994 (+5 ms)Running coprocessor post-open hooks at 1731691356998 (+4 ms)Region opened successfully at 1731691356998 2024-11-15T17:22:36,998 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731691356541.e9a6a0195992d85b62fef1efd2661847., pid=6, masterSystemTime=1731691356984 2024-11-15T17:22:37,000 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731691356541.e9a6a0195992d85b62fef1efd2661847. 2024-11-15T17:22:37,000 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731691356541.e9a6a0195992d85b62fef1efd2661847. 2024-11-15T17:22:37,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e9a6a0195992d85b62fef1efd2661847, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=046d875b9f8f,40895,1731691353341 2024-11-15T17:22:37,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9a6a0195992d85b62fef1efd2661847, server=046d875b9f8f,40895,1731691353341 because future has completed 2024-11-15T17:22:37,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:22:37,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e9a6a0195992d85b62fef1efd2661847, server=046d875b9f8f,40895,1731691353341 in 170 msec 2024-11-15T17:22:37,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T17:22:37,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e9a6a0195992d85b62fef1efd2661847, ASSIGN in 327 msec 2024-11-15T17:22:37,012 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:22:37,012 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691357012"}]},"ts":"1731691357012"} 2024-11-15T17:22:37,013 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T17:22:37,014 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:22:37,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 473 msec 2024-11-15T17:22:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:37,173 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T17:22:37,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af569e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:37,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,44805,-1 for getting cluster id 2024-11-15T17:22:37,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:37,175 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc57d035-8aac-4610-b8f2-cddc1dfa63e4' 2024-11-15T17:22:37,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:37,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc57d035-8aac-4610-b8f2-cddc1dfa63e4" 2024-11-15T17:22:37,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2b5328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:37,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,44805,-1] 2024-11-15T17:22:37,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:37,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:37,176 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:37,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a1110a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:37,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:37,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,44805,1731691353166 2024-11-15T17:22:37,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5db98b3d 2024-11-15T17:22:37,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:37,177 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:22:37,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://046d875b9f8f:44805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T17:22:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:22:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:37,180 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:44805' 2024-11-15T17:22:37,181 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5916e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:37,181 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,44805,-1 for getting cluster id 2024-11-15T17:22:37,181 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:37,181 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc57d035-8aac-4610-b8f2-cddc1dfa63e4' 2024-11-15T17:22:37,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:37,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc57d035-8aac-4610-b8f2-cddc1dfa63e4" 2024-11-15T17:22:37,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311ae077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:37,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,44805,-1] 2024-11-15T17:22:37,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:37,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:37,182 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:37,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36efabd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:37,183 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:37,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,44805,1731691353166 2024-11-15T17:22:37,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51d5b78e 2024-11-15T17:22:37,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:37,184 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:22:37,185 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T17:22:37,185 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:22:37,185 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:37,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:22:37,185 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:37,185 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://046d875b9f8f:44805, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-15T17:22:37,190 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://046d875b9f8f:44805, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://046d875b9f8f:44805, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://046d875b9f8f:44805, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-15T17:22:37,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://046d875b9f8f:44805, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-15T17:22:37,191 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-15T17:22:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:37,284 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://046d875b9f8f:44805, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-15T17:22:37,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:22:37,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:37,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:37,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:37,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:22:37,300 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 361) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73-prefix:046d875b9f8f,40895,1731691353341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1791739948-7928-acceptor-0@7f90b594-ServerConnector@34877dfd{HTTP/1.1, (http/1.1)}{localhost:38721} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$599/0x00007f85f8acd648.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691355440 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38545 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7a1ff889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38545 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/046d875b9f8f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1675884494-7881-acceptor-0@273099c4-ServerConnector@1faca6c2{HTTP/1.1, (http/1.1)}{localhost:37195} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_766162533_20 at /127.0.0.1:52332 [Receiving block BP-968824352-172.17.0.2-1731691349481:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1675884494-7883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp1675884494-7880 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f85f8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 046d875b9f8f:44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1457bd5c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 38545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_766162533_20 at /127.0.0.1:52248 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61280) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1675884494-7884 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73-prefix:046d875b9f8f,40895,1731691353341.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/046d875b9f8f:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38545 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-968824352-172.17.0.2-1731691349481 heartbeating to localhost/127.0.0.1:38545 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@54943068 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f85f89fccb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1527f35d java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Session-HouseKeeper-5075c422-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp1675884494-7879 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f85f8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38545/user/jenkins/test-data/211b6794-2202-7297-622c-db1378f95e73/MasterData-prefix:046d875b9f8f,44805,1731691353166 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 38545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691355443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/cluster_2cd82e11-0109-4228-c1e7-bde8e8f3e69e/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Session-HouseKeeper-5349f266-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@754184f0[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@47bb6c60 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/046d875b9f8f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:61280): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1791739948-7930 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;046d875b9f8f:40895 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/046d875b9f8f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1791739948-7927 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f85f8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/cluster_2cd82e11-0109-4228-c1e7-bde8e8f3e69e/data/data1/current/BP-968824352-172.17.0.2-1731691349481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-968824352-172.17.0.2-1731691349481:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61280) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 3 on default port 38545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5d675be5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 38545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@58b5e117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 1 on default port 35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/cluster_2cd82e11-0109-4228-c1e7-bde8e8f3e69e/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1805610113) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61280) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;046d875b9f8f:40895-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@52b2b886 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1444011900_20 at /127.0.0.1:52290 [Receiving block BP-968824352-172.17.0.2-1731691349481:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1791739948-7929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/cluster_2cd82e11-0109-4228-c1e7-bde8e8f3e69e/data/data2/current/BP-968824352-172.17.0.2-1731691349481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:61280 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server handler 0 on default port 35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: M:0;046d875b9f8f:44805 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-968824352-172.17.0.2-1731691349481:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1675884494-7882 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_766162533_20 at /127.0.0.1:52320 [Receiving block BP-968824352-172.17.0.2-1731691349481:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38545 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_META-regionserver/046d875b9f8f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-968824352-172.17.0.2-1731691349481:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1675884494-7877 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f85f8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 35165 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1675884494-7878 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f85f8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=866 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 498) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=712 (was 921) 2024-11-15T17:22:37,303 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-15T17:22:37,317 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=711 2024-11-15T17:22:37,317 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-15T17:22:37,335 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-15T17:22:37,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/hadoop.log.dir so I do NOT create it in target/test-data/71063602-7833-33d5-54a3-e24bcec51b05 2024-11-15T17:22:37,336 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:22:37,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/hadoop.tmp.dir so I do NOT create it in target/test-data/71063602-7833-33d5-54a3-e24bcec51b05 2024-11-15T17:22:37,336 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b8c2a7-5d2a-c99b-c788-70f25c039ea8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:22:37,336 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05 2024-11-15T17:22:37,336 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/cluster_c1e89feb-a13a-0853-f4b1-3be0b63fee65, deleteOnExit=true 2024-11-15T17:22:37,372 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/cluster_c1e89feb-a13a-0853-f4b1-3be0b63fee65/zookeeper_0, clientPort=64049, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/cluster_c1e89feb-a13a-0853-f4b1-3be0b63fee65/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/cluster_c1e89feb-a13a-0853-f4b1-3be0b63fee65/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T17:22:37,372 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64049 2024-11-15T17:22:37,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:22:37,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:22:37,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/test.cache.data in system properties and HBase conf 2024-11-15T17:22:37,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:22:37,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:22:37,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:22:37,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:22:37,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:22:37,373 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:22:37,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:22:37,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:22:37,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:22:37,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:22:37,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:22:37,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:22:37,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:22:37,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:22:37,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:22:37,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:22:37,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:22:37,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:22:37,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:22:37,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:22:37,676 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:22:37,678 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:22:37,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:22:37,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:22:37,679 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:22:37,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:22:37,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b000d21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:22:37,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42487ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:22:37,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@506c4310{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/java.io.tmpdir/jetty-localhost-36981-hadoop-hdfs-3_4_1-tests_jar-_-any-1365199198684969889/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:22:37,780 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a9ca54{HTTP/1.1, (http/1.1)}{localhost:36981} 2024-11-15T17:22:37,780 INFO [Time-limited test {}] server.Server(415): Started @326839ms 2024-11-15T17:22:37,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T17:22:37,838 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T17:22:37,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T17:22:37,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T17:22:37,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:22:37,839 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T17:22:38,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:22:38,092 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:22:38,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:22:38,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:22:38,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:22:38,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@717ef773{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:22:38,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ae63c2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:22:38,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6eef10e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/java.io.tmpdir/jetty-localhost-41935-hadoop-hdfs-3_4_1-tests_jar-_-any-11394394616934561047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:22:38,221 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@550573c{HTTP/1.1, (http/1.1)}{localhost:41935} 2024-11-15T17:22:38,221 INFO [Time-limited test {}] server.Server(415): Started @327279ms 2024-11-15T17:22:38,222 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:22:38,851 WARN [Thread-4308 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/cluster_c1e89feb-a13a-0853-f4b1-3be0b63fee65/data/data1/current/BP-1820330867-172.17.0.2-1731691357387/current, will proceed with Du for space computation calculation, 2024-11-15T17:22:38,851 WARN [Thread-4309 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/cluster_c1e89feb-a13a-0853-f4b1-3be0b63fee65/data/data2/current/BP-1820330867-172.17.0.2-1731691357387/current, will proceed with Du for space computation calculation, 2024-11-15T17:22:38,866 WARN [Thread-4296 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:22:38,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28c14cf2b8222f9a with lease ID 0x12c6436b9234b41f: Processing first storage report for DS-078dadc5-6ca7-4279-9e27-7e0672be87ac from datanode DatanodeRegistration(127.0.0.1:45949, datanodeUuid=37e2f939-c277-4f89-ac63-e9547165843f, infoPort=34481, infoSecurePort=0, ipcPort=42085, storageInfo=lv=-57;cid=testClusterID;nsid=1021680894;c=1731691357387) 2024-11-15T17:22:38,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28c14cf2b8222f9a with lease ID 0x12c6436b9234b41f: from storage DS-078dadc5-6ca7-4279-9e27-7e0672be87ac node DatanodeRegistration(127.0.0.1:45949, datanodeUuid=37e2f939-c277-4f89-ac63-e9547165843f, infoPort=34481, infoSecurePort=0, ipcPort=42085, storageInfo=lv=-57;cid=testClusterID;nsid=1021680894;c=1731691357387), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:22:38,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28c14cf2b8222f9a with lease ID 0x12c6436b9234b41f: Processing first storage report for DS-2e74bc3c-1a22-4a09-8655-0fd1b9c172f0 from datanode DatanodeRegistration(127.0.0.1:45949, datanodeUuid=37e2f939-c277-4f89-ac63-e9547165843f, infoPort=34481, infoSecurePort=0, ipcPort=42085, storageInfo=lv=-57;cid=testClusterID;nsid=1021680894;c=1731691357387) 2024-11-15T17:22:38,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28c14cf2b8222f9a with lease ID 0x12c6436b9234b41f: from storage DS-2e74bc3c-1a22-4a09-8655-0fd1b9c172f0 node DatanodeRegistration(127.0.0.1:45949, datanodeUuid=37e2f939-c277-4f89-ac63-e9547165843f, infoPort=34481, infoSecurePort=0, ipcPort=42085, storageInfo=lv=-57;cid=testClusterID;nsid=1021680894;c=1731691357387), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:22:38,893 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05 2024-11-15T17:22:38,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:38,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:38,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:22:39,301 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44 with version=8 2024-11-15T17:22:39,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/hbase-staging 2024-11-15T17:22:39,303 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:22:39,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:39,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:39,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:22:39,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:39,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:22:39,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:22:39,303 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:22:39,304 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40093 2024-11-15T17:22:39,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40093 connecting to ZooKeeper ensemble=127.0.0.1:64049 2024-11-15T17:22:39,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400930x0, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:22:39,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40093-0x1013f8520660000 connected 2024-11-15T17:22:39,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:39,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:39,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Set watcher on znode that does not yet exist, /01441676881/running 2024-11-15T17:22:39,485 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44, hbase.cluster.distributed=false 2024-11-15T17:22:39,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Set watcher on znode that does not yet exist, /01441676881/acl 2024-11-15T17:22:39,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40093 2024-11-15T17:22:39,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40093 2024-11-15T17:22:39,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40093 2024-11-15T17:22:39,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40093 2024-11-15T17:22:39,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40093 2024-11-15T17:22:39,499 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:22:39,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:39,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:39,499 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:22:39,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:39,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:22:39,499 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:22:39,499 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:22:39,500 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33383 2024-11-15T17:22:39,500 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33383 connecting to ZooKeeper ensemble=127.0.0.1:64049 2024-11-15T17:22:39,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:39,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:39,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333830x0, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:22:39,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33383-0x1013f8520660001 connected 2024-11-15T17:22:39,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333830x0, quorum=127.0.0.1:64049, baseZNode=/01441676881 Set watcher on znode that does not yet exist, /01441676881/running 2024-11-15T17:22:39,514 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:22:39,514 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:22:39,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Set watcher on znode that does not yet exist, /01441676881/master 2024-11-15T17:22:39,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Set watcher on znode that does not yet exist, /01441676881/acl 2024-11-15T17:22:39,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33383 2024-11-15T17:22:39,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33383 2024-11-15T17:22:39,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33383 2024-11-15T17:22:39,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33383 2024-11-15T17:22:39,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33383 2024-11-15T17:22:39,539 DEBUG [M:0;046d875b9f8f:40093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:40093 2024-11-15T17:22:39,539 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01441676881/backup-masters/046d875b9f8f,40093,1731691359302 2024-11-15T17:22:39,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881/backup-masters 2024-11-15T17:22:39,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881/backup-masters 2024-11-15T17:22:39,552 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Set watcher on existing znode=/01441676881/backup-masters/046d875b9f8f,40093,1731691359302 2024-11-15T17:22:39,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01441676881/master 2024-11-15T17:22:39,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881 2024-11-15T17:22:39,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881 2024-11-15T17:22:39,562 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Set watcher on existing znode=/01441676881/master 2024-11-15T17:22:39,562 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01441676881/backup-masters/046d875b9f8f,40093,1731691359302 from backup master directory 2024-11-15T17:22:39,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01441676881/backup-masters/046d875b9f8f,40093,1731691359302 2024-11-15T17:22:39,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881/backup-masters 2024-11-15T17:22:39,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881/backup-masters 2024-11-15T17:22:39,572 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:22:39,572 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,40093,1731691359302 2024-11-15T17:22:39,575 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/hbase.id] with ID: cc05de10-bee5-42fa-9992-902c5e25c7ee 2024-11-15T17:22:39,575 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/.tmp/hbase.id 2024-11-15T17:22:39,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:22:39,578 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/.tmp/hbase.id]:[hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/hbase.id] 2024-11-15T17:22:39,585 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:39,585 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:22:39,585 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T17:22:39,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881 2024-11-15T17:22:39,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881 2024-11-15T17:22:39,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:22:40,002 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:22:40,002 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:22:40,003 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:22:40,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:22:40,408 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store 2024-11-15T17:22:40,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:22:40,446 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:40,446 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:22:40,446 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:40,446 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:40,446 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:22:40,446 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:40,446 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:40,446 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691360446Disabling compacts and flushes for region at 1731691360446Disabling writes for close at 1731691360446Writing region close event to WAL at 1731691360446Closed at 1731691360446 2024-11-15T17:22:40,447 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store/.initializing 2024-11-15T17:22:40,447 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/WALs/046d875b9f8f,40093,1731691359302 2024-11-15T17:22:40,448 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:22:40,450 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C40093%2C1731691359302, suffix=, logDir=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/WALs/046d875b9f8f,40093,1731691359302, archiveDir=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/oldWALs, maxLogs=10 2024-11-15T17:22:40,465 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/WALs/046d875b9f8f,40093,1731691359302/046d875b9f8f%2C40093%2C1731691359302.1731691360450, exclude list is [], retry=0 2024-11-15T17:22:40,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45949,DS-078dadc5-6ca7-4279-9e27-7e0672be87ac,DISK] 2024-11-15T17:22:40,480 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/WALs/046d875b9f8f,40093,1731691359302/046d875b9f8f%2C40093%2C1731691359302.1731691360450 2024-11-15T17:22:40,484 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34481:34481)] 2024-11-15T17:22:40,484 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:40,484 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:40,485 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:40,485 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:40,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:40,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:22:40,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:40,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:40,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:40,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:22:40,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:40,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:40,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:40,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:22:40,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:40,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:40,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:40,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:22:40,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:40,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:40,498 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:40,499 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:40,499 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:40,501 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:40,501 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:40,501 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:22:40,503 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:40,505 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:40,506 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70872637, jitterRate=0.056084588170051575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:22:40,507 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691360485Initializing all the Stores at 1731691360485Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691360485Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691360488 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691360488Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691360488Cleaning up temporary data from old regions at 1731691360501 (+13 ms)Region opened successfully at 1731691360506 (+5 ms) 2024-11-15T17:22:40,508 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:22:40,512 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f158fdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:22:40,513 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:22:40,513 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:22:40,513 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:22:40,514 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:22:40,515 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:22:40,516 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:22:40,516 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:22:40,523 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:22:40,524 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Unable to get data of znode /01441676881/balancer because node does not exist (not necessarily an error) 2024-11-15T17:22:40,639 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01441676881/balancer already deleted, retry=false 2024-11-15T17:22:40,640 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:22:40,641 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Unable to get data of znode /01441676881/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:22:40,651 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01441676881/normalizer already deleted, retry=false 2024-11-15T17:22:40,651 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:22:40,653 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Unable to get data of znode /01441676881/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:22:40,660 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01441676881/switch/split already deleted, retry=false 2024-11-15T17:22:40,661 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Unable to get data of znode /01441676881/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:22:40,671 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01441676881/switch/merge already deleted, retry=false 2024-11-15T17:22:40,673 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Unable to get data of znode /01441676881/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:22:40,682 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01441676881/snapshot-cleanup already deleted, retry=false 2024-11-15T17:22:40,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01441676881/running 2024-11-15T17:22:40,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01441676881/running 2024-11-15T17:22:40,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881 2024-11-15T17:22:40,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881 2024-11-15T17:22:40,694 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,40093,1731691359302, sessionid=0x1013f8520660000, setting cluster-up flag (Was=false) 2024-11-15T17:22:40,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881 2024-11-15T17:22:40,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881 2024-11-15T17:22:40,745 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01441676881/flush-table-proc/acquired, /01441676881/flush-table-proc/reached, /01441676881/flush-table-proc/abort 2024-11-15T17:22:40,747 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,40093,1731691359302 2024-11-15T17:22:40,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881 2024-11-15T17:22:40,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881 2024-11-15T17:22:40,797 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01441676881/online-snapshot/acquired, /01441676881/online-snapshot/reached, /01441676881/online-snapshot/abort 2024-11-15T17:22:40,799 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,40093,1731691359302 2024-11-15T17:22:40,800 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:22:40,805 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:40,806 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:22:40,806 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:22:40,806 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,40093,1731691359302 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:22:40,810 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:40,810 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:40,810 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:40,810 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:40,810 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:22:40,810 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:40,810 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:22:40,810 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:40,817 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:40,817 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:22:40,820 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691390820 2024-11-15T17:22:40,820 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:22:40,820 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:22:40,820 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:22:40,820 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:22:40,821 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:22:40,821 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:22:40,821 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:40,821 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:40,822 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:22:40,824 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:22:40,824 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:22:40,825 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:22:40,825 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:22:40,832 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:22:40,832 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:22:40,841 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691360832,5,FailOnTimeoutGroup] 2024-11-15T17:22:40,841 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691360841,5,FailOnTimeoutGroup] 2024-11-15T17:22:40,841 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:40,841 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:22:40,841 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:40,841 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:40,854 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(746): ClusterId : cc05de10-bee5-42fa-9992-902c5e25c7ee 2024-11-15T17:22:40,854 DEBUG [RS:0;046d875b9f8f:33383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:22:40,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:22:40,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:22:40,871 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44 2024-11-15T17:22:40,882 DEBUG [RS:0;046d875b9f8f:33383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:22:40,882 DEBUG [RS:0;046d875b9f8f:33383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:22:40,893 DEBUG [RS:0;046d875b9f8f:33383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:22:40,893 DEBUG [RS:0;046d875b9f8f:33383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e36fe66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:22:40,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741832_1008 (size=32) 2024-11-15T17:22:40,911 DEBUG [RS:0;046d875b9f8f:33383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:33383 2024-11-15T17:22:40,911 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:22:40,911 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:22:40,912 DEBUG [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:22:40,913 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,40093,1731691359302 with port=33383, startcode=1731691359499 2024-11-15T17:22:40,913 DEBUG [RS:0;046d875b9f8f:33383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:22:40,921 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:22:40,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,33383,1731691359499 2024-11-15T17:22:40,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40093 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,33383,1731691359499 2024-11-15T17:22:40,923 DEBUG [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44 2024-11-15T17:22:40,923 DEBUG [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32843 2024-11-15T17:22:40,923 DEBUG [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:22:40,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881/rs 2024-11-15T17:22:40,935 DEBUG [RS:0;046d875b9f8f:33383 {}] zookeeper.ZKUtil(111): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Set watcher on existing znode=/01441676881/rs/046d875b9f8f,33383,1731691359499 2024-11-15T17:22:40,935 WARN [RS:0;046d875b9f8f:33383 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:22:40,935 INFO [RS:0;046d875b9f8f:33383 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:22:40,935 DEBUG [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499 2024-11-15T17:22:40,936 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,33383,1731691359499] 2024-11-15T17:22:40,938 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:22:40,956 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:22:40,960 INFO [RS:0;046d875b9f8f:33383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:22:40,961 INFO [RS:0;046d875b9f8f:33383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:40,961 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:22:40,962 INFO [RS:0;046d875b9f8f:33383 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:22:40,962 INFO [RS:0;046d875b9f8f:33383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:40,962 DEBUG [RS:0;046d875b9f8f:33383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:40,962 DEBUG [RS:0;046d875b9f8f:33383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:40,962 DEBUG [RS:0;046d875b9f8f:33383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:40,962 DEBUG [RS:0;046d875b9f8f:33383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:40,962 DEBUG [RS:0;046d875b9f8f:33383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:40,962 DEBUG [RS:0;046d875b9f8f:33383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:22:40,962 DEBUG [RS:0;046d875b9f8f:33383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:40,962 DEBUG [RS:0;046d875b9f8f:33383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:40,962 DEBUG [RS:0;046d875b9f8f:33383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:40,962 DEBUG [RS:0;046d875b9f8f:33383 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:40,962 DEBUG [RS:0;046d875b9f8f:33383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:40,962 DEBUG [RS:0;046d875b9f8f:33383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:40,962 DEBUG [RS:0;046d875b9f8f:33383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:22:40,962 DEBUG [RS:0;046d875b9f8f:33383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:22:40,968 INFO [RS:0;046d875b9f8f:33383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:40,968 INFO [RS:0;046d875b9f8f:33383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:40,968 INFO [RS:0;046d875b9f8f:33383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:40,968 INFO [RS:0;046d875b9f8f:33383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:40,968 INFO [RS:0;046d875b9f8f:33383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:40,968 INFO [RS:0;046d875b9f8f:33383 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,33383,1731691359499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:22:40,990 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:22:40,991 INFO [RS:0;046d875b9f8f:33383 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,33383,1731691359499-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:40,991 INFO [RS:0;046d875b9f8f:33383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:40,991 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.Replication(171): 046d875b9f8f,33383,1731691359499 started 2024-11-15T17:22:41,009 INFO [RS:0;046d875b9f8f:33383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:41,009 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,33383,1731691359499, RpcServer on 046d875b9f8f/172.17.0.2:33383, sessionid=0x1013f8520660001 2024-11-15T17:22:41,009 DEBUG [RS:0;046d875b9f8f:33383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:22:41,010 DEBUG [RS:0;046d875b9f8f:33383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,33383,1731691359499 2024-11-15T17:22:41,010 DEBUG [RS:0;046d875b9f8f:33383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,33383,1731691359499' 2024-11-15T17:22:41,010 DEBUG [RS:0;046d875b9f8f:33383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01441676881/flush-table-proc/abort' 2024-11-15T17:22:41,010 DEBUG [RS:0;046d875b9f8f:33383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01441676881/flush-table-proc/acquired' 2024-11-15T17:22:41,010 DEBUG [RS:0;046d875b9f8f:33383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:22:41,010 DEBUG [RS:0;046d875b9f8f:33383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:22:41,010 DEBUG [RS:0;046d875b9f8f:33383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,33383,1731691359499 2024-11-15T17:22:41,010 DEBUG [RS:0;046d875b9f8f:33383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,33383,1731691359499' 2024-11-15T17:22:41,011 DEBUG [RS:0;046d875b9f8f:33383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01441676881/online-snapshot/abort' 2024-11-15T17:22:41,011 DEBUG [RS:0;046d875b9f8f:33383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01441676881/online-snapshot/acquired' 2024-11-15T17:22:41,011 DEBUG [RS:0;046d875b9f8f:33383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:22:41,011 INFO [RS:0;046d875b9f8f:33383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:22:41,011 INFO [RS:0;046d875b9f8f:33383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:22:41,111 INFO [RS:0;046d875b9f8f:33383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:22:41,113 INFO [RS:0;046d875b9f8f:33383 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C33383%2C1731691359499, suffix=, logDir=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499, archiveDir=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/oldWALs, maxLogs=10 2024-11-15T17:22:41,130 DEBUG [RS:0;046d875b9f8f:33383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691361113, exclude list is [], retry=0 2024-11-15T17:22:41,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45949,DS-078dadc5-6ca7-4279-9e27-7e0672be87ac,DISK] 2024-11-15T17:22:41,133 INFO [RS:0;046d875b9f8f:33383 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691361113 2024-11-15T17:22:41,133 DEBUG [RS:0;046d875b9f8f:33383 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34481:34481)] 2024-11-15T17:22:41,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:41,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:22:41,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:22:41,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:41,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:41,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:22:41,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:22:41,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:41,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:41,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:22:41,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:22:41,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:41,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:41,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:22:41,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:22:41,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:41,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:41,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:22:41,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740 2024-11-15T17:22:41,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740 2024-11-15T17:22:41,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:22:41,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:22:41,303 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:22:41,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:22:41,305 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:41,306 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71244152, jitterRate=0.06162059307098389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:22:41,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691361296Initializing all the Stores at 1731691361296Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691361296Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691361296Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691361296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691361296Cleaning up temporary data from old regions at 1731691361302 (+6 ms)Region opened successfully at 1731691361306 (+4 ms) 2024-11-15T17:22:41,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:22:41,306 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:22:41,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:22:41,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:22:41,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:22:41,306 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:22:41,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691361306Disabling compacts and flushes for region at 1731691361306Disabling writes for close at 1731691361306Writing region close event to WAL at 1731691361306Closed at 1731691361306 2024-11-15T17:22:41,307 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:41,307 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:22:41,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:22:41,308 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:22:41,309 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:22:41,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,459 DEBUG [046d875b9f8f:40093 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:22:41,459 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,33383,1731691359499 2024-11-15T17:22:41,460 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,33383,1731691359499, state=OPENING 2024-11-15T17:22:41,503 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:22:41,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881 2024-11-15T17:22:41,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881 2024-11-15T17:22:41,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01441676881/meta-region-server: CHANGED 2024-11-15T17:22:41,514 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:22:41,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,33383,1731691359499}] 2024-11-15T17:22:41,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01441676881/meta-region-server: CHANGED 2024-11-15T17:22:41,667 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:22:41,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:22:41,671 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:22:41,671 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:22:41,671 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:22:41,672 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C33383%2C1731691359499.meta, suffix=.meta, logDir=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499, archiveDir=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/oldWALs, maxLogs=10 2024-11-15T17:22:41,685 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.meta.1731691361673.meta, exclude list is [], retry=0 2024-11-15T17:22:41,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45949,DS-078dadc5-6ca7-4279-9e27-7e0672be87ac,DISK] 2024-11-15T17:22:41,687 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.meta.1731691361673.meta 2024-11-15T17:22:41,688 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34481:34481)] 2024-11-15T17:22:41,688 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:41,688 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:22:41,688 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:22:41,688 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:22:41,688 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:22:41,688 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:22:41,688 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:41,688 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:22:41,688 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:22:41,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:22:41,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:22:41,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:41,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:41,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:22:41,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:22:41,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:41,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:41,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:22:41,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:22:41,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:41,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:41,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:22:41,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:22:41,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:41,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:41,695 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:22:41,696 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740 2024-11-15T17:22:41,696 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740 2024-11-15T17:22:41,697 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:22:41,697 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:22:41,697 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:22:41,698 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:22:41,698 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72992417, jitterRate=0.08767177164554596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:22:41,698 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:22:41,698 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691361689Writing region info on filesystem at 1731691361689Initializing all the Stores at 1731691361689Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691361689Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691361692 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691361692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691361692Cleaning up temporary data from old regions at 1731691361697 (+5 ms)Running coprocessor post-open hooks at 1731691361698 (+1 ms)Region opened successfully at 1731691361698 2024-11-15T17:22:41,699 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691361667 2024-11-15T17:22:41,701 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:22:41,701 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:22:41,701 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,33383,1731691359499 2024-11-15T17:22:41,702 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,33383,1731691359499, state=OPEN 2024-11-15T17:22:41,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01441676881/meta-region-server 2024-11-15T17:22:41,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01441676881/meta-region-server 2024-11-15T17:22:41,745 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,33383,1731691359499 2024-11-15T17:22:41,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01441676881/meta-region-server: CHANGED 2024-11-15T17:22:41,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01441676881/meta-region-server: CHANGED 2024-11-15T17:22:41,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:22:41,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,33383,1731691359499 in 230 msec 2024-11-15T17:22:41,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:22:41,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-15T17:22:41,748 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:41,748 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:22:41,749 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:41,749 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,33383,1731691359499, seqNum=-1] 2024-11-15T17:22:41,750 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:41,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:22:41,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 949 msec 2024-11-15T17:22:41,754 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691361754, completionTime=-1 2024-11-15T17:22:41,754 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:22:41,754 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:22:41,755 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:22:41,755 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691421755 2024-11-15T17:22:41,755 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691481755 2024-11-15T17:22:41,755 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T17:22:41,756 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40093,1731691359302-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:41,756 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40093,1731691359302-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:41,756 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40093,1731691359302-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:41,756 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:40093, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:41,756 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:41,756 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:41,757 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:22:41,758 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.186sec 2024-11-15T17:22:41,759 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:22:41,759 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:22:41,759 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:22:41,759 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:22:41,759 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:22:41,759 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40093,1731691359302-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:22:41,759 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40093,1731691359302-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:22:41,760 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:22:41,760 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:22:41,760 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,40093,1731691359302-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:41,849 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:22:41,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6666d16b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:41,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40093,-1 for getting cluster id 2024-11-15T17:22:41,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:41,861 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc05de10-bee5-42fa-9992-902c5e25c7ee' 2024-11-15T17:22:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc05de10-bee5-42fa-9992-902c5e25c7ee" 2024-11-15T17:22:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789a7ae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40093,-1] 2024-11-15T17:22:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:41,863 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:41,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733447e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:41,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:41,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,33383,1731691359499, seqNum=-1] 2024-11-15T17:22:41,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:41,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:22:41,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,40093,1731691359302 2024-11-15T17:22:41,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64049 2024-11-15T17:22:41,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:22:41,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013f8520660002 connected 2024-11-15T17:22:41,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:41,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/hadoop.log.dir so I do NOT create it in target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37 2024-11-15T17:22:41,905 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:22:41,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/hadoop.tmp.dir so I do NOT create it in target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37 2024-11-15T17:22:41,905 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:22:41,905 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37 2024-11-15T17:22:41,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:22:41,905 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/cluster_7a0e132d-c7d8-7a9e-070b-af2fd3d81549, deleteOnExit=true 2024-11-15T17:22:41,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:22:41,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/test.cache.data in system properties and HBase conf 2024-11-15T17:22:41,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:22:41,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:22:41,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:22:41,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:22:41,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:22:41,906 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:22:41,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:22:41,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:22:41,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:22:41,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:22:41,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:22:41,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:22:41,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:22:41,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:22:41,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:22:41,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:22:41,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:22:41,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:22:41,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:22:41,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:22:41,925 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T17:22:41,925 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T17:22:42,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:22:42,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:22:42,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:22:42,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:22:42,237 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:22:42,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:22:42,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@772e1cf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:22:42,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f392555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:22:42,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f8c2f2f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/java.io.tmpdir/jetty-localhost-34097-hadoop-hdfs-3_4_1-tests_jar-_-any-4482759629761740536/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:22:42,333 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d2b1f96{HTTP/1.1, (http/1.1)}{localhost:34097} 2024-11-15T17:22:42,333 INFO [Time-limited test {}] server.Server(415): Started @331391ms 2024-11-15T17:22:42,591 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:22:42,593 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:22:42,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:22:42,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:22:42,595 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:22:42,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aba0120{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:22:42,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b583009{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:22:42,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49c06ed7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/java.io.tmpdir/jetty-localhost-39061-hadoop-hdfs-3_4_1-tests_jar-_-any-6416149582851707286/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:22:42,690 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@362a4d7b{HTTP/1.1, (http/1.1)}{localhost:39061} 2024-11-15T17:22:42,690 INFO [Time-limited test {}] server.Server(415): Started @331749ms 2024-11-15T17:22:42,691 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:22:43,433 WARN [Thread-4429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/cluster_7a0e132d-c7d8-7a9e-070b-af2fd3d81549/data/data1/current/BP-2138473246-172.17.0.2-1731691361925/current, will proceed with Du for space computation calculation, 2024-11-15T17:22:43,439 WARN [Thread-4430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/cluster_7a0e132d-c7d8-7a9e-070b-af2fd3d81549/data/data2/current/BP-2138473246-172.17.0.2-1731691361925/current, will proceed with Du for space computation calculation, 2024-11-15T17:22:43,459 WARN [Thread-4417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:22:43,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3205e446d5c2180 with lease ID 0x8636905139aa4b29: Processing first storage report for DS-61fd8b93-cb36-4d82-ba9c-5b23e259e584 from datanode DatanodeRegistration(127.0.0.1:46269, datanodeUuid=ac12e4c9-154d-4362-97e1-66884731ce60, infoPort=34875, infoSecurePort=0, ipcPort=39135, storageInfo=lv=-57;cid=testClusterID;nsid=2070775309;c=1731691361925) 2024-11-15T17:22:43,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3205e446d5c2180 with lease ID 0x8636905139aa4b29: from storage DS-61fd8b93-cb36-4d82-ba9c-5b23e259e584 node DatanodeRegistration(127.0.0.1:46269, datanodeUuid=ac12e4c9-154d-4362-97e1-66884731ce60, infoPort=34875, infoSecurePort=0, ipcPort=39135, storageInfo=lv=-57;cid=testClusterID;nsid=2070775309;c=1731691361925), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:22:43,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3205e446d5c2180 with lease ID 0x8636905139aa4b29: Processing first storage report for DS-6d81bf47-3c51-44e0-8979-52b1ce33c4fb from datanode DatanodeRegistration(127.0.0.1:46269, datanodeUuid=ac12e4c9-154d-4362-97e1-66884731ce60, infoPort=34875, infoSecurePort=0, ipcPort=39135, storageInfo=lv=-57;cid=testClusterID;nsid=2070775309;c=1731691361925) 2024-11-15T17:22:43,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3205e446d5c2180 with lease ID 0x8636905139aa4b29: from storage DS-6d81bf47-3c51-44e0-8979-52b1ce33c4fb node DatanodeRegistration(127.0.0.1:46269, datanodeUuid=ac12e4c9-154d-4362-97e1-66884731ce60, infoPort=34875, infoSecurePort=0, ipcPort=39135, storageInfo=lv=-57;cid=testClusterID;nsid=2070775309;c=1731691361925), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:22:43,514 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37 2024-11-15T17:22:43,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:43,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:43,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:22:43,923 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c with version=8 2024-11-15T17:22:43,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/hbase-staging 2024-11-15T17:22:43,924 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:22:43,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:43,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:43,925 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:22:43,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:43,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:22:43,925 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:22:43,925 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:22:43,925 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32839 2024-11-15T17:22:43,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32839 connecting to ZooKeeper ensemble=127.0.0.1:64049 2024-11-15T17:22:43,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328390x0, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:22:43,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32839-0x1013f8520660003 connected 2024-11-15T17:22:44,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:44,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:44,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Set watcher on znode that does not yet exist, /1-37110987/running 2024-11-15T17:22:44,053 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c, hbase.cluster.distributed=false 2024-11-15T17:22:44,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Set watcher on znode that does not yet exist, /1-37110987/acl 2024-11-15T17:22:44,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32839 2024-11-15T17:22:44,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32839 2024-11-15T17:22:44,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32839 2024-11-15T17:22:44,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32839 2024-11-15T17:22:44,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32839 2024-11-15T17:22:44,068 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:22:44,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:44,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:44,068 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:22:44,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:44,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:22:44,068 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:22:44,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:22:44,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43791 2024-11-15T17:22:44,069 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43791 connecting to ZooKeeper ensemble=127.0.0.1:64049 2024-11-15T17:22:44,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:44,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:44,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437910x0, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:22:44,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43791-0x1013f8520660004 connected 2024-11-15T17:22:44,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Set watcher on znode that does not yet exist, /1-37110987/running 2024-11-15T17:22:44,083 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:22:44,084 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:22:44,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Set watcher on znode that does not yet exist, /1-37110987/master 2024-11-15T17:22:44,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Set watcher on znode that does not yet exist, /1-37110987/acl 2024-11-15T17:22:44,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43791 2024-11-15T17:22:44,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43791 2024-11-15T17:22:44,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43791 2024-11-15T17:22:44,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43791 2024-11-15T17:22:44,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43791 2024-11-15T17:22:44,116 DEBUG [M:0;046d875b9f8f:32839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:32839 2024-11-15T17:22:44,116 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-37110987/backup-masters/046d875b9f8f,32839,1731691363924 2024-11-15T17:22:44,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987/backup-masters 2024-11-15T17:22:44,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987/backup-masters 2024-11-15T17:22:44,124 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Set watcher on existing znode=/1-37110987/backup-masters/046d875b9f8f,32839,1731691363924 2024-11-15T17:22:44,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-37110987/master 2024-11-15T17:22:44,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987 2024-11-15T17:22:44,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987 2024-11-15T17:22:44,134 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Set watcher on existing znode=/1-37110987/master 2024-11-15T17:22:44,135 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-37110987/backup-masters/046d875b9f8f,32839,1731691363924 from backup master directory 2024-11-15T17:22:44,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-37110987/backup-masters/046d875b9f8f,32839,1731691363924 2024-11-15T17:22:44,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987/backup-masters 2024-11-15T17:22:44,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987/backup-masters 2024-11-15T17:22:44,145 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:22:44,145 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,32839,1731691363924 2024-11-15T17:22:44,147 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/hbase.id] with ID: 5abfb255-c520-4682-be1c-146b15e2ee5a 2024-11-15T17:22:44,147 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/.tmp/hbase.id 2024-11-15T17:22:44,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:22:44,156 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/.tmp/hbase.id]:[hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/hbase.id] 2024-11-15T17:22:44,163 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:44,163 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:22:44,164 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T17:22:44,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987 2024-11-15T17:22:44,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987 2024-11-15T17:22:44,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:22:44,581 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:22:44,581 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:22:44,582 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:22:44,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:22:44,986 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store 2024-11-15T17:22:44,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:22:45,391 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:45,391 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:22:45,391 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:45,391 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:45,391 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:22:45,391 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:45,391 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:45,391 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691365391Disabling compacts and flushes for region at 1731691365391Disabling writes for close at 1731691365391Writing region close event to WAL at 1731691365391Closed at 1731691365391 2024-11-15T17:22:45,392 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store/.initializing 2024-11-15T17:22:45,392 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/WALs/046d875b9f8f,32839,1731691363924 2024-11-15T17:22:45,393 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:22:45,394 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C32839%2C1731691363924, suffix=, logDir=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/WALs/046d875b9f8f,32839,1731691363924, archiveDir=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/oldWALs, maxLogs=10 2024-11-15T17:22:45,406 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/WALs/046d875b9f8f,32839,1731691363924/046d875b9f8f%2C32839%2C1731691363924.1731691365394, exclude list is [], retry=0 2024-11-15T17:22:45,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46269,DS-61fd8b93-cb36-4d82-ba9c-5b23e259e584,DISK] 2024-11-15T17:22:45,409 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/WALs/046d875b9f8f,32839,1731691363924/046d875b9f8f%2C32839%2C1731691363924.1731691365394 2024-11-15T17:22:45,409 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34875:34875)] 2024-11-15T17:22:45,409 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:45,409 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:45,409 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:45,409 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:45,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:45,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:22:45,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:45,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:45,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:45,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:22:45,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:45,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:45,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:45,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:22:45,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:45,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:45,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:45,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:22:45,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:45,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:45,415 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:45,415 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:45,415 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:45,416 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:45,416 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:45,417 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:22:45,417 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:45,419 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:45,419 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71602631, jitterRate=0.0669623464345932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:22:45,419 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691365409Initializing all the Stores at 1731691365410 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691365410Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691365410Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691365410Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691365410Cleaning up temporary data from old regions at 1731691365416 (+6 ms)Region opened successfully at 1731691365419 (+3 ms) 2024-11-15T17:22:45,419 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:22:45,421 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5512c6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:22:45,422 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:22:45,422 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:22:45,422 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:22:45,422 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:22:45,422 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:22:45,423 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:22:45,423 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:22:45,425 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:22:45,426 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Unable to get data of znode /1-37110987/balancer because node does not exist (not necessarily an error) 2024-11-15T17:22:45,471 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-37110987/balancer already deleted, retry=false 2024-11-15T17:22:45,471 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:22:45,472 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Unable to get data of znode /1-37110987/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:22:45,481 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-37110987/normalizer already deleted, retry=false 2024-11-15T17:22:45,481 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:22:45,482 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Unable to get data of znode /1-37110987/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:22:45,492 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-37110987/switch/split already deleted, retry=false 2024-11-15T17:22:45,492 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Unable to get data of znode /1-37110987/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:22:45,502 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-37110987/switch/merge already deleted, retry=false 2024-11-15T17:22:45,504 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Unable to get data of znode /1-37110987/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:22:45,513 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-37110987/snapshot-cleanup already deleted, retry=false 2024-11-15T17:22:45,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-37110987/running 2024-11-15T17:22:45,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-37110987/running 2024-11-15T17:22:45,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987 2024-11-15T17:22:45,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987 2024-11-15T17:22:45,524 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,32839,1731691363924, sessionid=0x1013f8520660003, setting cluster-up flag (Was=false) 2024-11-15T17:22:45,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987 2024-11-15T17:22:45,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987 2024-11-15T17:22:45,576 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-37110987/flush-table-proc/acquired, /1-37110987/flush-table-proc/reached, /1-37110987/flush-table-proc/abort 2024-11-15T17:22:45,577 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,32839,1731691363924 2024-11-15T17:22:45,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987 2024-11-15T17:22:45,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987 2024-11-15T17:22:45,629 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-37110987/online-snapshot/acquired, /1-37110987/online-snapshot/reached, /1-37110987/online-snapshot/abort 2024-11-15T17:22:45,629 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,32839,1731691363924 2024-11-15T17:22:45,630 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:22:45,631 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:45,631 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:22:45,631 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:22:45,632 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,32839,1731691363924 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:22:45,632 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:45,632 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:45,632 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:45,632 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:45,633 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:22:45,633 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:45,633 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:22:45,633 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:45,633 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691395633 2024-11-15T17:22:45,633 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:22:45,633 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:22:45,634 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:22:45,634 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:22:45,634 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:22:45,634 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:22:45,634 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:45,634 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:22:45,634 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:45,634 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:22:45,634 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:22:45,634 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:22:45,634 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:22:45,635 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:45,635 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:22:45,635 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:22:45,635 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:22:45,635 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691365635,5,FailOnTimeoutGroup] 2024-11-15T17:22:45,635 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691365635,5,FailOnTimeoutGroup] 2024-11-15T17:22:45,635 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:45,635 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:22:45,635 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:45,635 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:45,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:22:45,706 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(746): ClusterId : 5abfb255-c520-4682-be1c-146b15e2ee5a 2024-11-15T17:22:45,706 DEBUG [RS:0;046d875b9f8f:43791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:22:45,713 DEBUG [RS:0;046d875b9f8f:43791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:22:45,713 DEBUG [RS:0;046d875b9f8f:43791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:22:45,724 DEBUG [RS:0;046d875b9f8f:43791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:22:45,724 DEBUG [RS:0;046d875b9f8f:43791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d309b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:22:45,738 DEBUG [RS:0;046d875b9f8f:43791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:43791 2024-11-15T17:22:45,738 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:22:45,738 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:22:45,738 DEBUG [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:22:45,739 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,32839,1731691363924 with port=43791, startcode=1731691364068 2024-11-15T17:22:45,739 DEBUG [RS:0;046d875b9f8f:43791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:22:45,740 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:22:45,740 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32839 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,43791,1731691364068 2024-11-15T17:22:45,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32839 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,43791,1731691364068 2024-11-15T17:22:45,742 DEBUG [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c 2024-11-15T17:22:45,742 DEBUG [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35087 2024-11-15T17:22:45,742 DEBUG [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:22:45,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987/rs 2024-11-15T17:22:45,751 DEBUG [RS:0;046d875b9f8f:43791 {}] zookeeper.ZKUtil(111): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Set watcher on existing znode=/1-37110987/rs/046d875b9f8f,43791,1731691364068 2024-11-15T17:22:45,751 WARN [RS:0;046d875b9f8f:43791 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:22:45,751 INFO [RS:0;046d875b9f8f:43791 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:22:45,751 DEBUG [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/WALs/046d875b9f8f,43791,1731691364068 2024-11-15T17:22:45,752 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,43791,1731691364068] 2024-11-15T17:22:45,754 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:22:45,755 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:22:45,755 INFO [RS:0;046d875b9f8f:43791 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:22:45,755 INFO [RS:0;046d875b9f8f:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:45,758 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:22:45,759 INFO [RS:0;046d875b9f8f:43791 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:22:45,759 INFO [RS:0;046d875b9f8f:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:45,759 DEBUG [RS:0;046d875b9f8f:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:45,759 DEBUG [RS:0;046d875b9f8f:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:45,759 DEBUG [RS:0;046d875b9f8f:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:45,759 DEBUG [RS:0;046d875b9f8f:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:45,759 DEBUG [RS:0;046d875b9f8f:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:45,759 DEBUG [RS:0;046d875b9f8f:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:22:45,759 DEBUG [RS:0;046d875b9f8f:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:45,759 DEBUG [RS:0;046d875b9f8f:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:45,759 DEBUG [RS:0;046d875b9f8f:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:45,759 DEBUG [RS:0;046d875b9f8f:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:45,759 DEBUG [RS:0;046d875b9f8f:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:45,760 DEBUG [RS:0;046d875b9f8f:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:45,760 DEBUG [RS:0;046d875b9f8f:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:22:45,760 DEBUG [RS:0;046d875b9f8f:43791 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:22:45,760 INFO [RS:0;046d875b9f8f:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:45,760 INFO [RS:0;046d875b9f8f:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:45,760 INFO [RS:0;046d875b9f8f:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:45,760 INFO [RS:0;046d875b9f8f:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:45,760 INFO [RS:0;046d875b9f8f:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:45,760 INFO [RS:0;046d875b9f8f:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43791,1731691364068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:22:45,778 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:22:45,778 INFO [RS:0;046d875b9f8f:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43791,1731691364068-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:45,778 INFO [RS:0;046d875b9f8f:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:45,778 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.Replication(171): 046d875b9f8f,43791,1731691364068 started 2024-11-15T17:22:45,814 INFO [RS:0;046d875b9f8f:43791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:45,814 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,43791,1731691364068, RpcServer on 046d875b9f8f/172.17.0.2:43791, sessionid=0x1013f8520660004 2024-11-15T17:22:45,814 DEBUG [RS:0;046d875b9f8f:43791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:22:45,814 DEBUG [RS:0;046d875b9f8f:43791 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,43791,1731691364068 2024-11-15T17:22:45,814 DEBUG [RS:0;046d875b9f8f:43791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,43791,1731691364068' 2024-11-15T17:22:45,814 DEBUG [RS:0;046d875b9f8f:43791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-37110987/flush-table-proc/abort' 2024-11-15T17:22:45,815 DEBUG [RS:0;046d875b9f8f:43791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-37110987/flush-table-proc/acquired' 2024-11-15T17:22:45,815 DEBUG [RS:0;046d875b9f8f:43791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:22:45,815 DEBUG [RS:0;046d875b9f8f:43791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:22:45,815 DEBUG [RS:0;046d875b9f8f:43791 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,43791,1731691364068 2024-11-15T17:22:45,815 DEBUG [RS:0;046d875b9f8f:43791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,43791,1731691364068' 2024-11-15T17:22:45,815 DEBUG [RS:0;046d875b9f8f:43791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-37110987/online-snapshot/abort' 2024-11-15T17:22:45,815 DEBUG [RS:0;046d875b9f8f:43791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-37110987/online-snapshot/acquired' 2024-11-15T17:22:45,816 DEBUG [RS:0;046d875b9f8f:43791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:22:45,816 INFO [RS:0;046d875b9f8f:43791 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:22:45,816 INFO [RS:0;046d875b9f8f:43791 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:22:45,916 INFO [RS:0;046d875b9f8f:43791 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:22:45,917 INFO [RS:0;046d875b9f8f:43791 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C43791%2C1731691364068, suffix=, logDir=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/WALs/046d875b9f8f,43791,1731691364068, archiveDir=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/oldWALs, maxLogs=10 2024-11-15T17:22:45,933 DEBUG [RS:0;046d875b9f8f:43791 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/WALs/046d875b9f8f,43791,1731691364068/046d875b9f8f%2C43791%2C1731691364068.1731691365917, exclude list is [], retry=0 2024-11-15T17:22:45,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46269,DS-61fd8b93-cb36-4d82-ba9c-5b23e259e584,DISK] 2024-11-15T17:22:45,936 INFO [RS:0;046d875b9f8f:43791 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/WALs/046d875b9f8f,43791,1731691364068/046d875b9f8f%2C43791%2C1731691364068.1731691365917 2024-11-15T17:22:45,936 DEBUG [RS:0;046d875b9f8f:43791 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34875:34875)] 2024-11-15T17:22:46,042 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:22:46,042 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c 2024-11-15T17:22:46,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741833_1009 (size=32) 2024-11-15T17:22:46,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:46,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:22:46,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:22:46,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:46,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:46,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:22:46,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:22:46,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:46,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:46,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:22:46,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:22:46,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:46,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:46,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:22:46,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:22:46,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:46,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:46,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:22:46,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740 2024-11-15T17:22:46,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740 2024-11-15T17:22:46,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:22:46,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:22:46,454 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:22:46,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:22:46,456 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:46,456 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59596655, jitterRate=-0.11194063723087311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:22:46,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691366447Initializing all the Stores at 1731691366447Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691366447Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691366447Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691366447Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691366447Cleaning up temporary data from old regions at 1731691366453 (+6 ms)Region opened successfully at 1731691366457 (+4 ms) 2024-11-15T17:22:46,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:22:46,457 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:22:46,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:22:46,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:22:46,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:22:46,458 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:22:46,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691366457Disabling compacts and flushes for region at 1731691366457Disabling writes for close at 1731691366457Writing region close event to WAL at 1731691366458 (+1 ms)Closed at 1731691366458 2024-11-15T17:22:46,459 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:46,459 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:22:46,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:22:46,460 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:22:46,461 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:22:46,611 DEBUG [046d875b9f8f:32839 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:22:46,612 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,43791,1731691364068 2024-11-15T17:22:46,613 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,43791,1731691364068, state=OPENING 2024-11-15T17:22:46,707 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:22:46,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987 2024-11-15T17:22:46,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987 2024-11-15T17:22:46,724 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:22:46,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,43791,1731691364068}] 2024-11-15T17:22:46,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-37110987/meta-region-server: CHANGED 2024-11-15T17:22:46,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-37110987/meta-region-server: CHANGED 2024-11-15T17:22:46,876 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:22:46,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:22:46,879 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:22:46,879 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:22:46,880 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:22:46,881 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C43791%2C1731691364068.meta, suffix=.meta, logDir=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/WALs/046d875b9f8f,43791,1731691364068, archiveDir=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/oldWALs, maxLogs=10 2024-11-15T17:22:46,893 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/WALs/046d875b9f8f,43791,1731691364068/046d875b9f8f%2C43791%2C1731691364068.meta.1731691366881.meta, exclude list is [], retry=0 2024-11-15T17:22:46,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46269,DS-61fd8b93-cb36-4d82-ba9c-5b23e259e584,DISK] 2024-11-15T17:22:46,896 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/WALs/046d875b9f8f,43791,1731691364068/046d875b9f8f%2C43791%2C1731691364068.meta.1731691366881.meta 2024-11-15T17:22:46,897 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34875:34875)] 2024-11-15T17:22:46,897 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:46,897 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:22:46,898 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:22:46,898 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:22:46,898 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:22:46,898 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:22:46,898 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:46,898 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:22:46,898 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:22:46,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:22:46,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:22:46,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:46,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:46,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:22:46,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:22:46,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:46,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:46,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:22:46,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:22:46,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:46,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:46,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:22:46,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:22:46,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:46,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:46,902 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:22:46,903 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740 2024-11-15T17:22:46,903 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740 2024-11-15T17:22:46,904 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:22:46,904 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:22:46,905 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:22:46,906 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:22:46,907 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73889223, jitterRate=0.1010352224111557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:22:46,907 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:22:46,908 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691366898Writing region info on filesystem at 1731691366898Initializing all the Stores at 1731691366899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691366899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691366899Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691366899Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691366899Cleaning up temporary data from old regions at 1731691366904 (+5 ms)Running coprocessor post-open hooks at 1731691366907 (+3 ms)Region opened successfully at 1731691366908 (+1 ms) 2024-11-15T17:22:46,909 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691366875 2024-11-15T17:22:46,910 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:22:46,910 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:22:46,911 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,43791,1731691364068 2024-11-15T17:22:46,911 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,43791,1731691364068, state=OPEN 2024-11-15T17:22:46,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-37110987/meta-region-server 2024-11-15T17:22:46,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-37110987/meta-region-server 2024-11-15T17:22:46,968 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,43791,1731691364068 2024-11-15T17:22:46,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-37110987/meta-region-server: CHANGED 2024-11-15T17:22:46,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-37110987/meta-region-server: CHANGED 2024-11-15T17:22:46,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:22:46,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,43791,1731691364068 in 244 msec 2024-11-15T17:22:46,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:22:46,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 511 msec 2024-11-15T17:22:46,972 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:46,972 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:22:46,973 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:46,973 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,43791,1731691364068, seqNum=-1] 2024-11-15T17:22:46,974 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:46,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:22:46,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3470 sec 2024-11-15T17:22:46,979 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691366979, completionTime=-1 2024-11-15T17:22:46,979 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:22:46,979 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:22:46,981 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:22:46,981 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691426981 2024-11-15T17:22:46,981 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691486981 2024-11-15T17:22:46,981 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T17:22:46,981 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,32839,1731691363924-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:46,981 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,32839,1731691363924-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:46,981 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,32839,1731691363924-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:46,981 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:32839, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:46,981 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:46,982 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:46,983 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:22:46,985 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.840sec 2024-11-15T17:22:46,985 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:22:46,985 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:22:46,985 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:22:46,985 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:22:46,985 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:22:46,985 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,32839,1731691363924-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:22:46,985 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,32839,1731691363924-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:22:46,987 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:22:46,987 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:22:46,987 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,32839,1731691363924-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:47,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11be710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:47,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,32839,-1 for getting cluster id 2024-11-15T17:22:47,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:47,008 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5abfb255-c520-4682-be1c-146b15e2ee5a' 2024-11-15T17:22:47,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:47,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5abfb255-c520-4682-be1c-146b15e2ee5a" 2024-11-15T17:22:47,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5311203a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:47,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,32839,-1] 2024-11-15T17:22:47,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:47,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:47,009 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:47,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d79a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:47,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:47,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,43791,1731691364068, seqNum=-1] 2024-11-15T17:22:47,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:47,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:22:47,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,32839,1731691363924 2024-11-15T17:22:47,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64049 2024-11-15T17:22:47,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:22:47,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013f8520660005 connected 2024-11-15T17:22:47,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/hadoop.log.dir so I do NOT create it in target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f 2024-11-15T17:22:47,052 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T17:22:47,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/hadoop.tmp.dir so I do NOT create it in target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f 2024-11-15T17:22:47,052 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T17:22:47,052 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f 2024-11-15T17:22:47,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T17:22:47,052 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/cluster_b817f968-c1b9-f354-7750-d6a92a434750, deleteOnExit=true 2024-11-15T17:22:47,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T17:22:47,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/test.cache.data in system properties and HBase conf 2024-11-15T17:22:47,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T17:22:47,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/hadoop.log.dir in system properties and HBase conf 2024-11-15T17:22:47,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T17:22:47,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T17:22:47,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T17:22:47,053 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T17:22:47,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:22:47,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T17:22:47,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T17:22:47,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:22:47,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T17:22:47,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T17:22:47,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T17:22:47,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:22:47,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T17:22:47,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/nfs.dump.dir in system properties and HBase conf 2024-11-15T17:22:47,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/java.io.tmpdir in system properties and HBase conf 2024-11-15T17:22:47,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T17:22:47,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T17:22:47,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T17:22:47,191 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:22:47,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:47,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:47,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:47,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:47,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:47,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:47,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:47,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:47,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:47,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:47,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:47,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:47,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:47,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:47,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:47,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:47,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:47,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:47,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:22:47,414 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:22:47,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:22:47,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:22:47,416 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T17:22:47,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:22:47,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@205fa040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:22:47,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2adc35fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:22:47,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37627d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/java.io.tmpdir/jetty-localhost-42015-hadoop-hdfs-3_4_1-tests_jar-_-any-3658192851933192852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:22:47,511 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35a49fbd{HTTP/1.1, (http/1.1)}{localhost:42015} 2024-11-15T17:22:47,512 INFO [Time-limited test {}] server.Server(415): Started @336570ms 2024-11-15T17:22:47,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T17:22:47,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T17:22:47,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T17:22:47,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T17:22:47,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T17:22:47,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75074f2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/hadoop.log.dir/,AVAILABLE} 2024-11-15T17:22:47,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8dfaa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T17:22:47,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3825ee67{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/java.io.tmpdir/jetty-localhost-41681-hadoop-hdfs-3_4_1-tests_jar-_-any-1696456222775694754/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:22:47,872 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6240a473{HTTP/1.1, (http/1.1)}{localhost:41681} 2024-11-15T17:22:47,872 INFO [Time-limited test {}] server.Server(415): Started @336930ms 2024-11-15T17:22:47,873 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T17:22:48,523 WARN [Thread-4551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/cluster_b817f968-c1b9-f354-7750-d6a92a434750/data/data2/current/BP-524624600-172.17.0.2-1731691367074/current, will proceed with Du for space computation calculation, 2024-11-15T17:22:48,523 WARN [Thread-4550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/cluster_b817f968-c1b9-f354-7750-d6a92a434750/data/data1/current/BP-524624600-172.17.0.2-1731691367074/current, will proceed with Du for space computation calculation, 2024-11-15T17:22:48,540 WARN [Thread-4538 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T17:22:48,542 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d1bebeab33e409a with lease ID 0x4af77ccc8b99a4c7: Processing first storage report for DS-b539a9bc-fca2-442a-ac2d-b77f59fbe909 from datanode DatanodeRegistration(127.0.0.1:44801, datanodeUuid=22cb5e59-11ec-4428-bff9-224b3cd6043e, infoPort=34631, infoSecurePort=0, ipcPort=42031, storageInfo=lv=-57;cid=testClusterID;nsid=151045237;c=1731691367074) 2024-11-15T17:22:48,542 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d1bebeab33e409a with lease ID 0x4af77ccc8b99a4c7: from storage DS-b539a9bc-fca2-442a-ac2d-b77f59fbe909 node DatanodeRegistration(127.0.0.1:44801, datanodeUuid=22cb5e59-11ec-4428-bff9-224b3cd6043e, infoPort=34631, infoSecurePort=0, ipcPort=42031, storageInfo=lv=-57;cid=testClusterID;nsid=151045237;c=1731691367074), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:22:48,542 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d1bebeab33e409a with lease ID 0x4af77ccc8b99a4c7: Processing first storage report for DS-ed722f20-c943-4919-9ecf-3722162d01f4 from datanode DatanodeRegistration(127.0.0.1:44801, datanodeUuid=22cb5e59-11ec-4428-bff9-224b3cd6043e, infoPort=34631, infoSecurePort=0, ipcPort=42031, storageInfo=lv=-57;cid=testClusterID;nsid=151045237;c=1731691367074) 2024-11-15T17:22:48,542 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d1bebeab33e409a with lease ID 0x4af77ccc8b99a4c7: from storage DS-ed722f20-c943-4919-9ecf-3722162d01f4 node DatanodeRegistration(127.0.0.1:44801, datanodeUuid=22cb5e59-11ec-4428-bff9-224b3cd6043e, infoPort=34631, infoSecurePort=0, ipcPort=42031, storageInfo=lv=-57;cid=testClusterID;nsid=151045237;c=1731691367074), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T17:22:48,607 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f 2024-11-15T17:22:48,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:48,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:48,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741825_1001 (size=7) 2024-11-15T17:22:49,014 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb with version=8 2024-11-15T17:22:49,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/hbase-staging 2024-11-15T17:22:49,016 INFO [Time-limited test {}] client.ConnectionUtils(128): master/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:22:49,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:49,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:49,016 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:22:49,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:49,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:22:49,016 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T17:22:49,016 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:22:49,017 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43637 2024-11-15T17:22:49,017 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43637 connecting to ZooKeeper ensemble=127.0.0.1:64049 2024-11-15T17:22:49,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436370x0, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:22:49,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43637-0x1013f8520660006 connected 2024-11-15T17:22:49,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:49,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:49,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Set watcher on znode that does not yet exist, /2-904230344/running 2024-11-15T17:22:49,106 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb, hbase.cluster.distributed=false 2024-11-15T17:22:49,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Set watcher on znode that does not yet exist, /2-904230344/acl 2024-11-15T17:22:49,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43637 2024-11-15T17:22:49,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43637 2024-11-15T17:22:49,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43637 2024-11-15T17:22:49,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43637 2024-11-15T17:22:49,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43637 2024-11-15T17:22:49,123 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/046d875b9f8f:0 server-side Connection retries=45 2024-11-15T17:22:49,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:49,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:49,123 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T17:22:49,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T17:22:49,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T17:22:49,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T17:22:49,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T17:22:49,124 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39381 2024-11-15T17:22:49,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39381 connecting to ZooKeeper ensemble=127.0.0.1:64049 2024-11-15T17:22:49,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:49,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:49,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393810x0, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:22:49,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39381-0x1013f8520660007 connected 2024-11-15T17:22:49,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393810x0, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Set watcher on znode that does not yet exist, /2-904230344/running 2024-11-15T17:22:49,141 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T17:22:49,141 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T17:22:49,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Set watcher on znode that does not yet exist, /2-904230344/master 2024-11-15T17:22:49,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Set watcher on znode that does not yet exist, /2-904230344/acl 2024-11-15T17:22:49,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39381 2024-11-15T17:22:49,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39381 2024-11-15T17:22:49,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39381 2024-11-15T17:22:49,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39381 2024-11-15T17:22:49,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39381 2024-11-15T17:22:49,159 DEBUG [M:0;046d875b9f8f:43637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;046d875b9f8f:43637 2024-11-15T17:22:49,160 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-904230344/backup-masters/046d875b9f8f,43637,1731691369016 2024-11-15T17:22:49,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344/backup-masters 2024-11-15T17:22:49,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344/backup-masters 2024-11-15T17:22:49,172 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Set watcher on existing znode=/2-904230344/backup-masters/046d875b9f8f,43637,1731691369016 2024-11-15T17:22:49,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-904230344/master 2024-11-15T17:22:49,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344 2024-11-15T17:22:49,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344 2024-11-15T17:22:49,182 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Set watcher on existing znode=/2-904230344/master 2024-11-15T17:22:49,183 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-904230344/backup-masters/046d875b9f8f,43637,1731691369016 from backup master directory 2024-11-15T17:22:49,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-904230344/backup-masters/046d875b9f8f,43637,1731691369016 2024-11-15T17:22:49,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344/backup-masters 2024-11-15T17:22:49,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344/backup-masters 2024-11-15T17:22:49,193 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:22:49,193 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=046d875b9f8f,43637,1731691369016 2024-11-15T17:22:49,195 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/hbase.id] with ID: 3b83f020-1d69-4f10-bd76-24123b32ed3f 2024-11-15T17:22:49,195 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/.tmp/hbase.id 2024-11-15T17:22:49,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741826_1002 (size=42) 2024-11-15T17:22:49,599 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/.tmp/hbase.id]:[hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/hbase.id] 2024-11-15T17:22:49,607 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:49,607 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T17:22:49,608 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T17:22:49,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344 2024-11-15T17:22:49,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344 2024-11-15T17:22:49,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741827_1003 (size=196) 2024-11-15T17:22:49,666 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:22:49,667 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T17:22:49,667 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:22:49,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741828_1004 (size=1189) 2024-11-15T17:22:50,074 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store 2024-11-15T17:22:50,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741829_1005 (size=34) 2024-11-15T17:22:50,479 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:50,479 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:22:50,479 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:50,479 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:50,479 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:22:50,479 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:50,479 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:22:50,479 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691370479Disabling compacts and flushes for region at 1731691370479Disabling writes for close at 1731691370479Writing region close event to WAL at 1731691370479Closed at 1731691370479 2024-11-15T17:22:50,480 WARN [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store/.initializing 2024-11-15T17:22:50,480 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/WALs/046d875b9f8f,43637,1731691369016 2024-11-15T17:22:50,481 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:22:50,482 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=046d875b9f8f%2C43637%2C1731691369016, suffix=, logDir=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/WALs/046d875b9f8f,43637,1731691369016, archiveDir=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/oldWALs, maxLogs=10 2024-11-15T17:22:50,497 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/WALs/046d875b9f8f,43637,1731691369016/046d875b9f8f%2C43637%2C1731691369016.1731691370482, exclude list is [], retry=0 2024-11-15T17:22:50,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44801,DS-b539a9bc-fca2-442a-ac2d-b77f59fbe909,DISK] 2024-11-15T17:22:50,500 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/WALs/046d875b9f8f,43637,1731691369016/046d875b9f8f%2C43637%2C1731691369016.1731691370482 2024-11-15T17:22:50,501 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34631:34631)] 2024-11-15T17:22:50,501 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:50,501 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:50,501 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:50,501 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:50,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:50,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T17:22:50,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:50,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:50,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:50,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T17:22:50,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:50,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:50,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:50,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T17:22:50,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:50,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:50,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:50,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T17:22:50,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:50,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:50,507 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:50,508 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:50,508 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:50,509 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:50,509 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:50,509 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:22:50,510 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T17:22:50,511 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:50,511 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61816591, jitterRate=-0.07886101305484772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:22:50,511 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731691370501Initializing all the Stores at 1731691370501Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691370501Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691370502 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691370502Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691370502Cleaning up temporary data from old regions at 1731691370509 (+7 ms)Region opened successfully at 1731691370511 (+2 ms) 2024-11-15T17:22:50,511 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T17:22:50,513 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb9ca22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:22:50,514 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T17:22:50,514 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T17:22:50,514 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T17:22:50,514 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T17:22:50,514 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T17:22:50,515 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T17:22:50,515 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T17:22:50,516 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T17:22:50,516 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Unable to get data of znode /2-904230344/balancer because node does not exist (not necessarily an error) 2024-11-15T17:22:50,565 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-904230344/balancer already deleted, retry=false 2024-11-15T17:22:50,565 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T17:22:50,566 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Unable to get data of znode /2-904230344/normalizer because node does not exist (not necessarily an error) 2024-11-15T17:22:50,576 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-904230344/normalizer already deleted, retry=false 2024-11-15T17:22:50,576 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T17:22:50,577 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Unable to get data of znode /2-904230344/switch/split because node does not exist (not necessarily an error) 2024-11-15T17:22:50,586 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-904230344/switch/split already deleted, retry=false 2024-11-15T17:22:50,587 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Unable to get data of znode /2-904230344/switch/merge because node does not exist (not necessarily an error) 2024-11-15T17:22:50,597 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-904230344/switch/merge already deleted, retry=false 2024-11-15T17:22:50,598 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Unable to get data of znode /2-904230344/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T17:22:50,607 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-904230344/snapshot-cleanup already deleted, retry=false 2024-11-15T17:22:50,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-904230344/running 2024-11-15T17:22:50,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-904230344/running 2024-11-15T17:22:50,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344 2024-11-15T17:22:50,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344 2024-11-15T17:22:50,618 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=046d875b9f8f,43637,1731691369016, sessionid=0x1013f8520660006, setting cluster-up flag (Was=false) 2024-11-15T17:22:50,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344 2024-11-15T17:22:50,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344 2024-11-15T17:22:50,670 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-904230344/flush-table-proc/acquired, /2-904230344/flush-table-proc/reached, /2-904230344/flush-table-proc/abort 2024-11-15T17:22:50,671 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,43637,1731691369016 2024-11-15T17:22:50,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344 2024-11-15T17:22:50,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344 2024-11-15T17:22:50,723 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-904230344/online-snapshot/acquired, /2-904230344/online-snapshot/reached, /2-904230344/online-snapshot/abort 2024-11-15T17:22:50,724 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=046d875b9f8f,43637,1731691369016 2024-11-15T17:22:50,725 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T17:22:50,726 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:50,726 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T17:22:50,726 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T17:22:50,726 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 046d875b9f8f,43637,1731691369016 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T17:22:50,727 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:50,727 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:50,727 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:50,727 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/046d875b9f8f:0, corePoolSize=5, maxPoolSize=5 2024-11-15T17:22:50,727 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/046d875b9f8f:0, corePoolSize=10, maxPoolSize=10 2024-11-15T17:22:50,727 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:50,727 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:22:50,727 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:50,728 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731691400728 2024-11-15T17:22:50,728 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T17:22:50,728 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T17:22:50,728 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T17:22:50,728 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:50,728 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T17:22:50,728 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T17:22:50,728 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T17:22:50,728 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T17:22:50,729 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:50,729 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T17:22:50,729 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T17:22:50,729 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T17:22:50,729 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T17:22:50,729 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:50,729 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T17:22:50,729 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T17:22:50,729 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T17:22:50,732 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691370729,5,FailOnTimeoutGroup] 2024-11-15T17:22:50,736 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691370732,5,FailOnTimeoutGroup] 2024-11-15T17:22:50,736 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:50,736 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T17:22:50,736 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:50,736 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:50,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741831_1007 (size=1321) 2024-11-15T17:22:50,751 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer(746): ClusterId : 3b83f020-1d69-4f10-bd76-24123b32ed3f 2024-11-15T17:22:50,751 DEBUG [RS:0;046d875b9f8f:39381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T17:22:50,820 DEBUG [RS:0;046d875b9f8f:39381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T17:22:50,820 DEBUG [RS:0;046d875b9f8f:39381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T17:22:50,861 DEBUG [RS:0;046d875b9f8f:39381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T17:22:50,861 DEBUG [RS:0;046d875b9f8f:39381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b52fc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=046d875b9f8f/172.17.0.2:0 2024-11-15T17:22:50,874 DEBUG [RS:0;046d875b9f8f:39381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;046d875b9f8f:39381 2024-11-15T17:22:50,874 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T17:22:50,874 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T17:22:50,874 DEBUG [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T17:22:50,875 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer(2659): reportForDuty to master=046d875b9f8f,43637,1731691369016 with port=39381, startcode=1731691369123 2024-11-15T17:22:50,875 DEBUG [RS:0;046d875b9f8f:39381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T17:22:50,876 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T17:22:50,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43637 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 046d875b9f8f,39381,1731691369123 2024-11-15T17:22:50,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43637 {}] master.ServerManager(517): Registering regionserver=046d875b9f8f,39381,1731691369123 2024-11-15T17:22:50,877 DEBUG [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb 2024-11-15T17:22:50,877 DEBUG [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35929 2024-11-15T17:22:50,877 DEBUG [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T17:22:50,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344/rs 2024-11-15T17:22:50,921 DEBUG [RS:0;046d875b9f8f:39381 {}] zookeeper.ZKUtil(111): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Set watcher on existing znode=/2-904230344/rs/046d875b9f8f,39381,1731691369123 2024-11-15T17:22:50,921 WARN [RS:0;046d875b9f8f:39381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T17:22:50,921 INFO [RS:0;046d875b9f8f:39381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:22:50,921 DEBUG [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/WALs/046d875b9f8f,39381,1731691369123 2024-11-15T17:22:50,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [046d875b9f8f,39381,1731691369123] 2024-11-15T17:22:50,924 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T17:22:50,925 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T17:22:50,925 INFO [RS:0;046d875b9f8f:39381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T17:22:50,925 INFO [RS:0;046d875b9f8f:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:50,926 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T17:22:50,926 INFO [RS:0;046d875b9f8f:39381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T17:22:50,926 INFO [RS:0;046d875b9f8f:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:50,926 DEBUG [RS:0;046d875b9f8f:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:50,926 DEBUG [RS:0;046d875b9f8f:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:50,926 DEBUG [RS:0;046d875b9f8f:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:50,926 DEBUG [RS:0;046d875b9f8f:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:50,926 DEBUG [RS:0;046d875b9f8f:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:50,926 DEBUG [RS:0;046d875b9f8f:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/046d875b9f8f:0, corePoolSize=2, maxPoolSize=2 2024-11-15T17:22:50,926 DEBUG [RS:0;046d875b9f8f:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:50,926 DEBUG [RS:0;046d875b9f8f:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:50,926 DEBUG [RS:0;046d875b9f8f:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:50,926 DEBUG [RS:0;046d875b9f8f:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:50,927 DEBUG [RS:0;046d875b9f8f:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:50,927 DEBUG [RS:0;046d875b9f8f:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/046d875b9f8f:0, corePoolSize=1, maxPoolSize=1 2024-11-15T17:22:50,927 DEBUG [RS:0;046d875b9f8f:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:22:50,927 DEBUG [RS:0;046d875b9f8f:39381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/046d875b9f8f:0, corePoolSize=3, maxPoolSize=3 2024-11-15T17:22:50,927 INFO [RS:0;046d875b9f8f:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:50,927 INFO [RS:0;046d875b9f8f:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:50,927 INFO [RS:0;046d875b9f8f:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:50,927 INFO [RS:0;046d875b9f8f:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:50,927 INFO [RS:0;046d875b9f8f:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:50,927 INFO [RS:0;046d875b9f8f:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,39381,1731691369123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:22:50,943 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T17:22:50,943 INFO [RS:0;046d875b9f8f:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,39381,1731691369123-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:50,944 INFO [RS:0;046d875b9f8f:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:50,944 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.Replication(171): 046d875b9f8f,39381,1731691369123 started 2024-11-15T17:22:50,959 INFO [RS:0;046d875b9f8f:39381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:50,959 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer(1482): Serving as 046d875b9f8f,39381,1731691369123, RpcServer on 046d875b9f8f/172.17.0.2:39381, sessionid=0x1013f8520660007 2024-11-15T17:22:50,959 DEBUG [RS:0;046d875b9f8f:39381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T17:22:50,959 DEBUG [RS:0;046d875b9f8f:39381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 046d875b9f8f,39381,1731691369123 2024-11-15T17:22:50,959 DEBUG [RS:0;046d875b9f8f:39381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,39381,1731691369123' 2024-11-15T17:22:50,959 DEBUG [RS:0;046d875b9f8f:39381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-904230344/flush-table-proc/abort' 2024-11-15T17:22:50,960 DEBUG [RS:0;046d875b9f8f:39381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-904230344/flush-table-proc/acquired' 2024-11-15T17:22:50,960 DEBUG [RS:0;046d875b9f8f:39381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T17:22:50,960 DEBUG [RS:0;046d875b9f8f:39381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T17:22:50,960 DEBUG [RS:0;046d875b9f8f:39381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 046d875b9f8f,39381,1731691369123 2024-11-15T17:22:50,960 DEBUG [RS:0;046d875b9f8f:39381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '046d875b9f8f,39381,1731691369123' 2024-11-15T17:22:50,960 DEBUG [RS:0;046d875b9f8f:39381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-904230344/online-snapshot/abort' 2024-11-15T17:22:50,960 DEBUG [RS:0;046d875b9f8f:39381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-904230344/online-snapshot/acquired' 2024-11-15T17:22:50,961 DEBUG [RS:0;046d875b9f8f:39381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T17:22:50,961 INFO [RS:0;046d875b9f8f:39381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T17:22:50,961 INFO [RS:0;046d875b9f8f:39381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T17:22:51,061 INFO [RS:0;046d875b9f8f:39381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T17:22:51,062 INFO [RS:0;046d875b9f8f:39381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C39381%2C1731691369123, suffix=, logDir=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/WALs/046d875b9f8f,39381,1731691369123, archiveDir=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/oldWALs, maxLogs=10 2024-11-15T17:22:51,075 DEBUG [RS:0;046d875b9f8f:39381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/WALs/046d875b9f8f,39381,1731691369123/046d875b9f8f%2C39381%2C1731691369123.1731691371063, exclude list is [], retry=0 2024-11-15T17:22:51,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44801,DS-b539a9bc-fca2-442a-ac2d-b77f59fbe909,DISK] 2024-11-15T17:22:51,078 INFO [RS:0;046d875b9f8f:39381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/WALs/046d875b9f8f,39381,1731691369123/046d875b9f8f%2C39381%2C1731691369123.1731691371063 2024-11-15T17:22:51,078 DEBUG [RS:0;046d875b9f8f:39381 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34631:34631)] 2024-11-15T17:22:51,139 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T17:22:51,139 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb 2024-11-15T17:22:51,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741833_1009 (size=32) 2024-11-15T17:22:51,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:51,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:22:51,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:22:51,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:51,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:51,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:22:51,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:22:51,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:51,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:51,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:22:51,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:22:51,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:51,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:51,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:22:51,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:22:51,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:51,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:51,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:22:51,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740 2024-11-15T17:22:51,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740 2024-11-15T17:22:51,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:22:51,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:22:51,150 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:22:51,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:22:51,158 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:51,158 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66430737, jitterRate=-0.01010487973690033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:22:51,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731691371143Initializing all the Stores at 1731691371144 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691371144Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691371144Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691371144Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691371144Cleaning up temporary data from old regions at 1731691371150 (+6 ms)Region opened successfully at 1731691371159 (+9 ms) 2024-11-15T17:22:51,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:22:51,159 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:22:51,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:22:51,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:22:51,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:22:51,159 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:22:51,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691371159Disabling compacts and flushes for region at 1731691371159Disabling writes for close at 1731691371159Writing region close event to WAL at 1731691371159Closed at 1731691371159 2024-11-15T17:22:51,160 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:51,160 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T17:22:51,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T17:22:51,161 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:22:51,162 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T17:22:51,312 DEBUG [046d875b9f8f:43637 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T17:22:51,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=046d875b9f8f,39381,1731691369123 2024-11-15T17:22:51,313 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,39381,1731691369123, state=OPENING 2024-11-15T17:22:51,386 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T17:22:51,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344 2024-11-15T17:22:51,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344 2024-11-15T17:22:51,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-904230344/meta-region-server: CHANGED 2024-11-15T17:22:51,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-904230344/meta-region-server: CHANGED 2024-11-15T17:22:51,397 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T17:22:51,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,39381,1731691369123}] 2024-11-15T17:22:51,549 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:22:51,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:22:51,553 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T17:22:51,553 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:22:51,553 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T17:22:51,554 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C39381%2C1731691369123.meta, suffix=.meta, logDir=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/WALs/046d875b9f8f,39381,1731691369123, archiveDir=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/oldWALs, maxLogs=10 2024-11-15T17:22:51,567 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/WALs/046d875b9f8f,39381,1731691369123/046d875b9f8f%2C39381%2C1731691369123.meta.1731691371554.meta, exclude list is [], retry=0 2024-11-15T17:22:51,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44801,DS-b539a9bc-fca2-442a-ac2d-b77f59fbe909,DISK] 2024-11-15T17:22:51,570 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/WALs/046d875b9f8f,39381,1731691369123/046d875b9f8f%2C39381%2C1731691369123.meta.1731691371554.meta 2024-11-15T17:22:51,570 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34631:34631)] 2024-11-15T17:22:51,570 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:51,570 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:22:51,570 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:22:51,570 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T17:22:51,570 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T17:22:51,570 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T17:22:51,571 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:51,571 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T17:22:51,571 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T17:22:51,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T17:22:51,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T17:22:51,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:51,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:51,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T17:22:51,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T17:22:51,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:51,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:51,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T17:22:51,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T17:22:51,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:51,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:51,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T17:22:51,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T17:22:51,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:51,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T17:22:51,575 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T17:22:51,575 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740 2024-11-15T17:22:51,576 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740 2024-11-15T17:22:51,576 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T17:22:51,576 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T17:22:51,577 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T17:22:51,578 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T17:22:51,578 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63704476, jitterRate=-0.050729334354400635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T17:22:51,578 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T17:22:51,578 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731691371571Writing region info on filesystem at 1731691371571Initializing all the Stores at 1731691371571Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691371571Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691371571Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691371571Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731691371571Cleaning up temporary data from old regions at 1731691371576 (+5 ms)Running coprocessor post-open hooks at 1731691371578 (+2 ms)Region opened successfully at 1731691371578 2024-11-15T17:22:51,579 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731691371549 2024-11-15T17:22:51,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,39381,1731691369123 2024-11-15T17:22:51,581 DEBUG [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T17:22:51,581 INFO [RS_OPEN_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T17:22:51,581 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 046d875b9f8f,39381,1731691369123, state=OPEN 2024-11-15T17:22:51,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-904230344/meta-region-server 2024-11-15T17:22:51,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-904230344/meta-region-server 2024-11-15T17:22:51,593 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=046d875b9f8f,39381,1731691369123 2024-11-15T17:22:51,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-904230344/meta-region-server: CHANGED 2024-11-15T17:22:51,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-904230344/meta-region-server: CHANGED 2024-11-15T17:22:51,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T17:22:51,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=046d875b9f8f,39381,1731691369123 in 196 msec 2024-11-15T17:22:51,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T17:22:51,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-15T17:22:51,600 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T17:22:51,600 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T17:22:51,601 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:51,601 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,39381,1731691369123, seqNum=-1] 2024-11-15T17:22:51,601 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:51,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:22:51,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 879 msec 2024-11-15T17:22:51,605 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731691371605, completionTime=-1 2024-11-15T17:22:51,605 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T17:22:51,605 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T17:22:51,607 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T17:22:51,607 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731691431607 2024-11-15T17:22:51,607 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731691491607 2024-11-15T17:22:51,607 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T17:22:51,607 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43637,1731691369016-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:51,607 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43637,1731691369016-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:51,607 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43637,1731691369016-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:51,607 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-046d875b9f8f:43637, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:51,607 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:51,607 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:51,608 DEBUG [master/046d875b9f8f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T17:22:51,610 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.417sec 2024-11-15T17:22:51,610 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T17:22:51,610 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T17:22:51,610 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T17:22:51,610 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T17:22:51,610 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T17:22:51,610 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43637,1731691369016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T17:22:51,610 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43637,1731691369016-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T17:22:51,611 DEBUG [master/046d875b9f8f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T17:22:51,611 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T17:22:51,611 INFO [master/046d875b9f8f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=046d875b9f8f,43637,1731691369016-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T17:22:51,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f9843d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:51,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,43637,-1 for getting cluster id 2024-11-15T17:22:51,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:51,652 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b83f020-1d69-4f10-bd76-24123b32ed3f' 2024-11-15T17:22:51,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:51,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b83f020-1d69-4f10-bd76-24123b32ed3f" 2024-11-15T17:22:51,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d38b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:51,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,43637,-1] 2024-11-15T17:22:51,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:51,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:51,653 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:51,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd3b043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:51,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:51,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,39381,1731691369123, seqNum=-1] 2024-11-15T17:22:51,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:51,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:22:51,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=046d875b9f8f,43637,1731691369016 2024-11-15T17:22:51,657 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64049 2024-11-15T17:22:51,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T17:22:51,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013f8520660008 connected 2024-11-15T17:22:51,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:51,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,40093,1731691359302 2024-11-15T17:22:51,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16c4284 2024-11-15T17:22:51,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:51,684 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:22:51,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:22:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T17:22:51,687 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:22:51,687 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:51,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T17:22:51,687 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:22:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:51,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741835_1011 (size=902) 2024-11-15T17:22:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:52,093 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14c8a088c1fa455940dcfea05a54fc0d, NAME => 'test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44 2024-11-15T17:22:52,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741836_1012 (size=39) 2024-11-15T17:22:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:52,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:22:52,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:52,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:52,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:52,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:52,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:52,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:52,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:52,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:52,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:52,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:52,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:52,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:52,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:52,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:52,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:52,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:52,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:52,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:52,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:52,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 14c8a088c1fa455940dcfea05a54fc0d, disabling compactions & flushes 2024-11-15T17:22:52,500 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d. 2024-11-15T17:22:52,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d. 2024-11-15T17:22:52,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d. after waiting 0 ms 2024-11-15T17:22:52,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d. 2024-11-15T17:22:52,500 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d. 2024-11-15T17:22:52,501 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14c8a088c1fa455940dcfea05a54fc0d: Waiting for close lock at 1731691372500Disabling compacts and flushes for region at 1731691372500Disabling writes for close at 1731691372500Writing region close event to WAL at 1731691372500Closed at 1731691372500 2024-11-15T17:22:52,502 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:22:52,502 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731691372502"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691372502"}]},"ts":"1731691372502"} 2024-11-15T17:22:52,504 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:22:52,505 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:22:52,505 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691372505"}]},"ts":"1731691372505"} 2024-11-15T17:22:52,506 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T17:22:52,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=14c8a088c1fa455940dcfea05a54fc0d, ASSIGN}] 2024-11-15T17:22:52,508 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=14c8a088c1fa455940dcfea05a54fc0d, ASSIGN 2024-11-15T17:22:52,512 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=14c8a088c1fa455940dcfea05a54fc0d, ASSIGN; state=OFFLINE, location=046d875b9f8f,33383,1731691359499; forceNewPlan=false, retain=false 2024-11-15T17:22:52,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14c8a088c1fa455940dcfea05a54fc0d, regionState=OPENING, regionLocation=046d875b9f8f,33383,1731691359499 2024-11-15T17:22:52,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=14c8a088c1fa455940dcfea05a54fc0d, ASSIGN because future has completed 2024-11-15T17:22:52,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14c8a088c1fa455940dcfea05a54fc0d, server=046d875b9f8f,33383,1731691359499}] 2024-11-15T17:22:52,819 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d. 2024-11-15T17:22:52,819 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 14c8a088c1fa455940dcfea05a54fc0d, NAME => 'test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:52,820 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:22:52,820 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T17:22:52,820 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 14c8a088c1fa455940dcfea05a54fc0d 2024-11-15T17:22:52,820 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:52,820 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 14c8a088c1fa455940dcfea05a54fc0d 2024-11-15T17:22:52,820 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 14c8a088c1fa455940dcfea05a54fc0d 2024-11-15T17:22:52,821 INFO [StoreOpener-14c8a088c1fa455940dcfea05a54fc0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 14c8a088c1fa455940dcfea05a54fc0d 2024-11-15T17:22:52,822 INFO [StoreOpener-14c8a088c1fa455940dcfea05a54fc0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14c8a088c1fa455940dcfea05a54fc0d columnFamilyName f 2024-11-15T17:22:52,822 DEBUG [StoreOpener-14c8a088c1fa455940dcfea05a54fc0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:52,822 INFO [StoreOpener-14c8a088c1fa455940dcfea05a54fc0d-1 {}] regionserver.HStore(327): Store=14c8a088c1fa455940dcfea05a54fc0d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:52,822 INFO [StoreOpener-14c8a088c1fa455940dcfea05a54fc0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 14c8a088c1fa455940dcfea05a54fc0d 2024-11-15T17:22:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:52,823 INFO [StoreOpener-14c8a088c1fa455940dcfea05a54fc0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14c8a088c1fa455940dcfea05a54fc0d columnFamilyName f1 2024-11-15T17:22:52,823 DEBUG [StoreOpener-14c8a088c1fa455940dcfea05a54fc0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:52,823 INFO [StoreOpener-14c8a088c1fa455940dcfea05a54fc0d-1 {}] regionserver.HStore(327): Store=14c8a088c1fa455940dcfea05a54fc0d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:52,823 INFO [StoreOpener-14c8a088c1fa455940dcfea05a54fc0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 14c8a088c1fa455940dcfea05a54fc0d 2024-11-15T17:22:52,824 INFO [StoreOpener-14c8a088c1fa455940dcfea05a54fc0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14c8a088c1fa455940dcfea05a54fc0d columnFamilyName norep 2024-11-15T17:22:52,824 DEBUG [StoreOpener-14c8a088c1fa455940dcfea05a54fc0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:52,824 INFO [StoreOpener-14c8a088c1fa455940dcfea05a54fc0d-1 {}] regionserver.HStore(327): Store=14c8a088c1fa455940dcfea05a54fc0d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:52,825 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 14c8a088c1fa455940dcfea05a54fc0d 2024-11-15T17:22:52,825 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d 2024-11-15T17:22:52,825 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d 2024-11-15T17:22:52,826 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 14c8a088c1fa455940dcfea05a54fc0d 2024-11-15T17:22:52,826 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 14c8a088c1fa455940dcfea05a54fc0d 2024-11-15T17:22:52,826 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:22:52,827 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 14c8a088c1fa455940dcfea05a54fc0d 2024-11-15T17:22:52,828 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:52,828 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 14c8a088c1fa455940dcfea05a54fc0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65602624, jitterRate=-0.022444725036621094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:22:52,828 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14c8a088c1fa455940dcfea05a54fc0d 2024-11-15T17:22:52,828 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 14c8a088c1fa455940dcfea05a54fc0d: Running coprocessor pre-open hook at 1731691372820Writing region info on filesystem at 1731691372820Initializing all the Stores at 1731691372820Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691372821 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691372821Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691372821Cleaning up temporary data from old regions at 1731691372826 (+5 ms)Running coprocessor post-open hooks at 1731691372828 (+2 ms)Region opened successfully at 1731691372828 2024-11-15T17:22:52,829 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d., pid=6, masterSystemTime=1731691372816 2024-11-15T17:22:52,831 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d. 2024-11-15T17:22:52,831 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d. 2024-11-15T17:22:52,831 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14c8a088c1fa455940dcfea05a54fc0d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=046d875b9f8f,33383,1731691359499 2024-11-15T17:22:52,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14c8a088c1fa455940dcfea05a54fc0d, server=046d875b9f8f,33383,1731691359499 because future has completed 2024-11-15T17:22:52,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:22:52,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 14c8a088c1fa455940dcfea05a54fc0d, server=046d875b9f8f,33383,1731691359499 in 172 msec 2024-11-15T17:22:52,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T17:22:52,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=14c8a088c1fa455940dcfea05a54fc0d, ASSIGN in 332 msec 2024-11-15T17:22:52,841 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:22:52,841 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691372841"}]},"ts":"1731691372841"} 2024-11-15T17:22:52,842 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T17:22:52,843 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:22:52,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-15T17:22:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:53,833 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T17:22:53,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:53,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,32839,1731691363924 2024-11-15T17:22:53,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d769746 2024-11-15T17:22:53,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:53,835 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:22:53,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:22:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T17:22:53,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:22:53,837 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:53,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T17:22:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:53,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:22:53,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741835_1011 (size=902) 2024-11-15T17:22:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:54,244 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62193079ee89dd53ab763aa996b6a38d, NAME => 'test,,1731691373835.62193079ee89dd53ab763aa996b6a38d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c 2024-11-15T17:22:54,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741836_1012 (size=39) 2024-11-15T17:22:54,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731691373835.62193079ee89dd53ab763aa996b6a38d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:54,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 62193079ee89dd53ab763aa996b6a38d, disabling compactions & flushes 2024-11-15T17:22:54,248 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731691373835.62193079ee89dd53ab763aa996b6a38d. 2024-11-15T17:22:54,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691373835.62193079ee89dd53ab763aa996b6a38d. 2024-11-15T17:22:54,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731691373835.62193079ee89dd53ab763aa996b6a38d. after waiting 0 ms 2024-11-15T17:22:54,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731691373835.62193079ee89dd53ab763aa996b6a38d. 2024-11-15T17:22:54,248 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731691373835.62193079ee89dd53ab763aa996b6a38d. 2024-11-15T17:22:54,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62193079ee89dd53ab763aa996b6a38d: Waiting for close lock at 1731691374248Disabling compacts and flushes for region at 1731691374248Disabling writes for close at 1731691374248Writing region close event to WAL at 1731691374248Closed at 1731691374248 2024-11-15T17:22:54,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:22:54,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731691373835.62193079ee89dd53ab763aa996b6a38d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731691374249"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691374249"}]},"ts":"1731691374249"} 2024-11-15T17:22:54,251 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:22:54,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:22:54,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691374251"}]},"ts":"1731691374251"} 2024-11-15T17:22:54,252 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T17:22:54,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62193079ee89dd53ab763aa996b6a38d, ASSIGN}] 2024-11-15T17:22:54,253 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62193079ee89dd53ab763aa996b6a38d, ASSIGN 2024-11-15T17:22:54,254 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=62193079ee89dd53ab763aa996b6a38d, ASSIGN; state=OFFLINE, location=046d875b9f8f,43791,1731691364068; forceNewPlan=false, retain=false 2024-11-15T17:22:54,404 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62193079ee89dd53ab763aa996b6a38d, regionState=OPENING, regionLocation=046d875b9f8f,43791,1731691364068 2024-11-15T17:22:54,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=62193079ee89dd53ab763aa996b6a38d, ASSIGN because future has completed 2024-11-15T17:22:54,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62193079ee89dd53ab763aa996b6a38d, server=046d875b9f8f,43791,1731691364068}] 2024-11-15T17:22:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:54,503 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:54,503 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:22:54,504 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148998 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [046d875b9f8f,33029,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T17:22:54,561 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731691373835.62193079ee89dd53ab763aa996b6a38d. 2024-11-15T17:22:54,561 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 62193079ee89dd53ab763aa996b6a38d, NAME => 'test,,1731691373835.62193079ee89dd53ab763aa996b6a38d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:54,561 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:22:54,561 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T17:22:54,561 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 62193079ee89dd53ab763aa996b6a38d 2024-11-15T17:22:54,561 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731691373835.62193079ee89dd53ab763aa996b6a38d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:54,561 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 62193079ee89dd53ab763aa996b6a38d 2024-11-15T17:22:54,562 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 62193079ee89dd53ab763aa996b6a38d 2024-11-15T17:22:54,562 INFO [StoreOpener-62193079ee89dd53ab763aa996b6a38d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 62193079ee89dd53ab763aa996b6a38d 2024-11-15T17:22:54,563 INFO [StoreOpener-62193079ee89dd53ab763aa996b6a38d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62193079ee89dd53ab763aa996b6a38d columnFamilyName f 2024-11-15T17:22:54,563 DEBUG [StoreOpener-62193079ee89dd53ab763aa996b6a38d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:54,564 INFO [StoreOpener-62193079ee89dd53ab763aa996b6a38d-1 {}] regionserver.HStore(327): Store=62193079ee89dd53ab763aa996b6a38d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:54,564 INFO [StoreOpener-62193079ee89dd53ab763aa996b6a38d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 62193079ee89dd53ab763aa996b6a38d 2024-11-15T17:22:54,565 INFO [StoreOpener-62193079ee89dd53ab763aa996b6a38d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62193079ee89dd53ab763aa996b6a38d columnFamilyName f1 2024-11-15T17:22:54,565 DEBUG [StoreOpener-62193079ee89dd53ab763aa996b6a38d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:54,565 INFO [StoreOpener-62193079ee89dd53ab763aa996b6a38d-1 {}] regionserver.HStore(327): Store=62193079ee89dd53ab763aa996b6a38d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:54,565 INFO [StoreOpener-62193079ee89dd53ab763aa996b6a38d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 62193079ee89dd53ab763aa996b6a38d 2024-11-15T17:22:54,566 INFO [StoreOpener-62193079ee89dd53ab763aa996b6a38d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62193079ee89dd53ab763aa996b6a38d columnFamilyName norep 2024-11-15T17:22:54,566 DEBUG [StoreOpener-62193079ee89dd53ab763aa996b6a38d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:54,566 INFO [StoreOpener-62193079ee89dd53ab763aa996b6a38d-1 {}] regionserver.HStore(327): Store=62193079ee89dd53ab763aa996b6a38d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:54,566 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 62193079ee89dd53ab763aa996b6a38d 2024-11-15T17:22:54,566 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d 2024-11-15T17:22:54,567 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d 2024-11-15T17:22:54,567 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 62193079ee89dd53ab763aa996b6a38d 2024-11-15T17:22:54,567 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 62193079ee89dd53ab763aa996b6a38d 2024-11-15T17:22:54,567 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:22:54,568 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 62193079ee89dd53ab763aa996b6a38d 2024-11-15T17:22:54,569 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:54,569 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 62193079ee89dd53ab763aa996b6a38d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63390493, jitterRate=-0.0554080456495285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:22:54,569 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62193079ee89dd53ab763aa996b6a38d 2024-11-15T17:22:54,569 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 62193079ee89dd53ab763aa996b6a38d: Running coprocessor pre-open hook at 1731691374562Writing region info on filesystem at 1731691374562Initializing all the Stores at 1731691374562Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691374562Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691374562Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691374562Cleaning up temporary data from old regions at 1731691374567 (+5 ms)Running coprocessor post-open hooks at 1731691374569 (+2 ms)Region opened successfully at 1731691374569 2024-11-15T17:22:54,570 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731691373835.62193079ee89dd53ab763aa996b6a38d., pid=6, masterSystemTime=1731691374558 2024-11-15T17:22:54,572 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731691373835.62193079ee89dd53ab763aa996b6a38d. 2024-11-15T17:22:54,572 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731691373835.62193079ee89dd53ab763aa996b6a38d. 2024-11-15T17:22:54,572 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62193079ee89dd53ab763aa996b6a38d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=046d875b9f8f,43791,1731691364068 2024-11-15T17:22:54,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62193079ee89dd53ab763aa996b6a38d, server=046d875b9f8f,43791,1731691364068 because future has completed 2024-11-15T17:22:54,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:22:54,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 62193079ee89dd53ab763aa996b6a38d, server=046d875b9f8f,43791,1731691364068 in 168 msec 2024-11-15T17:22:54,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T17:22:54,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=62193079ee89dd53ab763aa996b6a38d, ASSIGN in 323 msec 2024-11-15T17:22:54,578 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:22:54,578 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691374578"}]},"ts":"1731691374578"} 2024-11-15T17:22:54,579 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T17:22:54,580 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:22:54,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 745 msec 2024-11-15T17:22:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:54,973 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T17:22:54,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:54,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,43637,1731691369016 2024-11-15T17:22:54,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2508217f 2024-11-15T17:22:54,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:54,975 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:22:54,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:22:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T17:22:54,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:22:54,977 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:54,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T17:22:54,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:22:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:54,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741835_1011 (size=902) 2024-11-15T17:22:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:55,383 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ef9236235d731371e8dce353773a495, NAME => 'test,,1731691374975.6ef9236235d731371e8dce353773a495.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb 2024-11-15T17:22:55,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741836_1012 (size=39) 2024-11-15T17:22:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:55,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731691374975.6ef9236235d731371e8dce353773a495.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:55,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6ef9236235d731371e8dce353773a495, disabling compactions & flushes 2024-11-15T17:22:55,790 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731691374975.6ef9236235d731371e8dce353773a495. 2024-11-15T17:22:55,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691374975.6ef9236235d731371e8dce353773a495. 2024-11-15T17:22:55,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731691374975.6ef9236235d731371e8dce353773a495. after waiting 0 ms 2024-11-15T17:22:55,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731691374975.6ef9236235d731371e8dce353773a495. 2024-11-15T17:22:55,790 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731691374975.6ef9236235d731371e8dce353773a495. 2024-11-15T17:22:55,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ef9236235d731371e8dce353773a495: Waiting for close lock at 1731691375790Disabling compacts and flushes for region at 1731691375790Disabling writes for close at 1731691375790Writing region close event to WAL at 1731691375790Closed at 1731691375790 2024-11-15T17:22:55,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:22:55,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731691374975.6ef9236235d731371e8dce353773a495.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731691375791"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691375791"}]},"ts":"1731691375791"} 2024-11-15T17:22:55,793 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:22:55,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:22:55,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691375793"}]},"ts":"1731691375793"} 2024-11-15T17:22:55,794 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T17:22:55,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6ef9236235d731371e8dce353773a495, ASSIGN}] 2024-11-15T17:22:55,795 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6ef9236235d731371e8dce353773a495, ASSIGN 2024-11-15T17:22:55,795 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6ef9236235d731371e8dce353773a495, ASSIGN; state=OFFLINE, location=046d875b9f8f,39381,1731691369123; forceNewPlan=false, retain=false 2024-11-15T17:22:55,946 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ef9236235d731371e8dce353773a495, regionState=OPENING, regionLocation=046d875b9f8f,39381,1731691369123 2024-11-15T17:22:56,094 INFO [AsyncFSWAL-0-hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb-prefix:046d875b9f8f,39381,1731691369123.meta {}] wal.AbstractFSWAL(1368): Slow sync cost: 147 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44801,DS-b539a9bc-fca2-442a-ac2d-b77f59fbe909,DISK]] 2024-11-15T17:22:56,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6ef9236235d731371e8dce353773a495, ASSIGN because future has completed 2024-11-15T17:22:56,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ef9236235d731371e8dce353773a495, server=046d875b9f8f,39381,1731691369123}] 2024-11-15T17:22:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:56,250 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731691374975.6ef9236235d731371e8dce353773a495. 2024-11-15T17:22:56,250 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ef9236235d731371e8dce353773a495, NAME => 'test,,1731691374975.6ef9236235d731371e8dce353773a495.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:56,250 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:22:56,251 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T17:22:56,251 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6ef9236235d731371e8dce353773a495 2024-11-15T17:22:56,251 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731691374975.6ef9236235d731371e8dce353773a495.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:56,251 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6ef9236235d731371e8dce353773a495 2024-11-15T17:22:56,251 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6ef9236235d731371e8dce353773a495 2024-11-15T17:22:56,252 INFO [StoreOpener-6ef9236235d731371e8dce353773a495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6ef9236235d731371e8dce353773a495 2024-11-15T17:22:56,252 INFO [StoreOpener-6ef9236235d731371e8dce353773a495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ef9236235d731371e8dce353773a495 columnFamilyName f 2024-11-15T17:22:56,252 DEBUG [StoreOpener-6ef9236235d731371e8dce353773a495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:56,253 INFO [StoreOpener-6ef9236235d731371e8dce353773a495-1 {}] regionserver.HStore(327): Store=6ef9236235d731371e8dce353773a495/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:56,253 INFO [StoreOpener-6ef9236235d731371e8dce353773a495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6ef9236235d731371e8dce353773a495 2024-11-15T17:22:56,254 INFO [StoreOpener-6ef9236235d731371e8dce353773a495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ef9236235d731371e8dce353773a495 columnFamilyName f1 2024-11-15T17:22:56,254 DEBUG [StoreOpener-6ef9236235d731371e8dce353773a495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:56,254 INFO [StoreOpener-6ef9236235d731371e8dce353773a495-1 {}] regionserver.HStore(327): Store=6ef9236235d731371e8dce353773a495/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:56,254 INFO [StoreOpener-6ef9236235d731371e8dce353773a495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6ef9236235d731371e8dce353773a495 2024-11-15T17:22:56,255 INFO [StoreOpener-6ef9236235d731371e8dce353773a495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ef9236235d731371e8dce353773a495 columnFamilyName norep 2024-11-15T17:22:56,255 DEBUG [StoreOpener-6ef9236235d731371e8dce353773a495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:56,255 INFO [StoreOpener-6ef9236235d731371e8dce353773a495-1 {}] regionserver.HStore(327): Store=6ef9236235d731371e8dce353773a495/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:56,255 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6ef9236235d731371e8dce353773a495 2024-11-15T17:22:56,255 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/default/test/6ef9236235d731371e8dce353773a495 2024-11-15T17:22:56,256 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/default/test/6ef9236235d731371e8dce353773a495 2024-11-15T17:22:56,256 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6ef9236235d731371e8dce353773a495 2024-11-15T17:22:56,256 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6ef9236235d731371e8dce353773a495 2024-11-15T17:22:56,257 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:22:56,257 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6ef9236235d731371e8dce353773a495 2024-11-15T17:22:56,258 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/default/test/6ef9236235d731371e8dce353773a495/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:56,258 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6ef9236235d731371e8dce353773a495; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68330231, jitterRate=0.01819978654384613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:22:56,258 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ef9236235d731371e8dce353773a495 2024-11-15T17:22:56,258 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6ef9236235d731371e8dce353773a495: Running coprocessor pre-open hook at 1731691376251Writing region info on filesystem at 1731691376251Initializing all the Stores at 1731691376251Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691376251Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691376251Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691376251Cleaning up temporary data from old regions at 1731691376256 (+5 ms)Running coprocessor post-open hooks at 1731691376258 (+2 ms)Region opened successfully at 1731691376258 2024-11-15T17:22:56,259 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731691374975.6ef9236235d731371e8dce353773a495., pid=6, masterSystemTime=1731691376247 2024-11-15T17:22:56,260 DEBUG [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731691374975.6ef9236235d731371e8dce353773a495. 2024-11-15T17:22:56,260 INFO [RS_OPEN_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731691374975.6ef9236235d731371e8dce353773a495. 2024-11-15T17:22:56,261 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ef9236235d731371e8dce353773a495, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=046d875b9f8f,39381,1731691369123 2024-11-15T17:22:56,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ef9236235d731371e8dce353773a495, server=046d875b9f8f,39381,1731691369123 because future has completed 2024-11-15T17:22:56,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T17:22:56,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ef9236235d731371e8dce353773a495, server=046d875b9f8f,39381,1731691369123 in 168 msec 2024-11-15T17:22:56,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T17:22:56,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6ef9236235d731371e8dce353773a495, ASSIGN in 470 msec 2024-11-15T17:22:56,266 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:22:56,266 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691376266"}]},"ts":"1731691376266"} 2024-11-15T17:22:56,267 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T17:22:56,268 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:22:56,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2930 sec 2024-11-15T17:22:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T17:22:57,123 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T17:22:57,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3e6394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:57,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40093,-1 for getting cluster id 2024-11-15T17:22:57,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:57,125 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc05de10-bee5-42fa-9992-902c5e25c7ee' 2024-11-15T17:22:57,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:57,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc05de10-bee5-42fa-9992-902c5e25c7ee" 2024-11-15T17:22:57,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@876f02b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:57,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40093,-1] 2024-11-15T17:22:57,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:57,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:57,126 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:57,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a611d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:57,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:57,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,40093,1731691359302 2024-11-15T17:22:57,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1658d650 2024-11-15T17:22:57,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:57,127 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:22:57,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://046d875b9f8f:32839,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T17:22:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:22:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:57,130 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:32839' 2024-11-15T17:22:57,131 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5766db77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:57,131 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,32839,-1 for getting cluster id 2024-11-15T17:22:57,131 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:57,131 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5abfb255-c520-4682-be1c-146b15e2ee5a' 2024-11-15T17:22:57,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:57,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5abfb255-c520-4682-be1c-146b15e2ee5a" 2024-11-15T17:22:57,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbe9847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:57,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,32839,-1] 2024-11-15T17:22:57,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:57,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:57,133 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:57,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb90fc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:57,133 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:57,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,32839,1731691363924 2024-11-15T17:22:57,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51264b48 2024-11-15T17:22:57,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:57,134 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:22:57,135 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T17:22:57,135 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:22:57,135 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:57,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:22:57,135 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:57,135 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T17:22:57,136 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T17:22:57,137 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T17:22:57,137 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:57,138 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T17:22:57,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741837_1013 (size=1138) 2024-11-15T17:22:57,186 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T17:22:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:57,544 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 53401da73c62204fb98c10e001e9ea6b, NAME => 'hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44 2024-11-15T17:22:57,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741838_1014 (size=44) 2024-11-15T17:22:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:57,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:57,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 53401da73c62204fb98c10e001e9ea6b, disabling compactions & flushes 2024-11-15T17:22:57,949 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b. 2024-11-15T17:22:57,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b. 2024-11-15T17:22:57,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b. after waiting 0 ms 2024-11-15T17:22:57,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b. 2024-11-15T17:22:57,949 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b. 2024-11-15T17:22:57,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 53401da73c62204fb98c10e001e9ea6b: Waiting for close lock at 1731691377949Disabling compacts and flushes for region at 1731691377949Disabling writes for close at 1731691377949Writing region close event to WAL at 1731691377949Closed at 1731691377949 2024-11-15T17:22:57,950 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T17:22:57,950 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731691377950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731691377950"}]},"ts":"1731691377950"} 2024-11-15T17:22:57,951 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T17:22:57,952 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T17:22:57,952 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691377952"}]},"ts":"1731691377952"} 2024-11-15T17:22:57,953 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T17:22:57,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=53401da73c62204fb98c10e001e9ea6b, ASSIGN}] 2024-11-15T17:22:57,954 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=53401da73c62204fb98c10e001e9ea6b, ASSIGN 2024-11-15T17:22:57,954 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=53401da73c62204fb98c10e001e9ea6b, ASSIGN; state=OFFLINE, location=046d875b9f8f,33383,1731691359499; forceNewPlan=false, retain=false 2024-11-15T17:22:58,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=53401da73c62204fb98c10e001e9ea6b, regionState=OPENING, regionLocation=046d875b9f8f,33383,1731691359499 2024-11-15T17:22:58,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=53401da73c62204fb98c10e001e9ea6b, ASSIGN because future has completed 2024-11-15T17:22:58,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53401da73c62204fb98c10e001e9ea6b, server=046d875b9f8f,33383,1731691359499}] 2024-11-15T17:22:58,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b. 2024-11-15T17:22:58,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T17:22:58,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T17:22:58,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=046d875b9f8f%2C33383%2C1731691359499.rep, suffix=, logDir=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499, archiveDir=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/oldWALs, maxLogs=10 2024-11-15T17:22:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:58,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.rep.1731691378263, exclude list is [], retry=0 2024-11-15T17:22:58,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45949,DS-078dadc5-6ca7-4279-9e27-7e0672be87ac,DISK] 2024-11-15T17:22:58,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.rep.1731691378263 2024-11-15T17:22:58,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34481:34481)] 2024-11-15T17:22:58,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 53401da73c62204fb98c10e001e9ea6b, NAME => 'hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T17:22:58,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T17:22:58,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T17:22:58,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b. service=MultiRowMutationService 2024-11-15T17:22:58,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T17:22:58,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 53401da73c62204fb98c10e001e9ea6b 2024-11-15T17:22:58,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T17:22:58,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 53401da73c62204fb98c10e001e9ea6b 2024-11-15T17:22:58,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 53401da73c62204fb98c10e001e9ea6b 2024-11-15T17:22:58,285 INFO [StoreOpener-53401da73c62204fb98c10e001e9ea6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 53401da73c62204fb98c10e001e9ea6b 2024-11-15T17:22:58,286 INFO [StoreOpener-53401da73c62204fb98c10e001e9ea6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53401da73c62204fb98c10e001e9ea6b columnFamilyName hfileref 2024-11-15T17:22:58,286 DEBUG [StoreOpener-53401da73c62204fb98c10e001e9ea6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:58,287 INFO [StoreOpener-53401da73c62204fb98c10e001e9ea6b-1 {}] regionserver.HStore(327): Store=53401da73c62204fb98c10e001e9ea6b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:58,287 INFO [StoreOpener-53401da73c62204fb98c10e001e9ea6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 53401da73c62204fb98c10e001e9ea6b 2024-11-15T17:22:58,287 INFO [StoreOpener-53401da73c62204fb98c10e001e9ea6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53401da73c62204fb98c10e001e9ea6b columnFamilyName queue 2024-11-15T17:22:58,288 DEBUG [StoreOpener-53401da73c62204fb98c10e001e9ea6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:58,288 INFO [StoreOpener-53401da73c62204fb98c10e001e9ea6b-1 {}] regionserver.HStore(327): Store=53401da73c62204fb98c10e001e9ea6b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:58,288 INFO [StoreOpener-53401da73c62204fb98c10e001e9ea6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 53401da73c62204fb98c10e001e9ea6b 2024-11-15T17:22:58,289 INFO [StoreOpener-53401da73c62204fb98c10e001e9ea6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53401da73c62204fb98c10e001e9ea6b columnFamilyName sid 2024-11-15T17:22:58,289 DEBUG [StoreOpener-53401da73c62204fb98c10e001e9ea6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T17:22:58,289 INFO [StoreOpener-53401da73c62204fb98c10e001e9ea6b-1 {}] regionserver.HStore(327): Store=53401da73c62204fb98c10e001e9ea6b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T17:22:58,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 53401da73c62204fb98c10e001e9ea6b 2024-11-15T17:22:58,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/replication/53401da73c62204fb98c10e001e9ea6b 2024-11-15T17:22:58,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/replication/53401da73c62204fb98c10e001e9ea6b 2024-11-15T17:22:58,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 53401da73c62204fb98c10e001e9ea6b 2024-11-15T17:22:58,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 53401da73c62204fb98c10e001e9ea6b 2024-11-15T17:22:58,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T17:22:58,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 53401da73c62204fb98c10e001e9ea6b 2024-11-15T17:22:58,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/replication/53401da73c62204fb98c10e001e9ea6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T17:22:58,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 53401da73c62204fb98c10e001e9ea6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72659976, jitterRate=0.08271801471710205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T17:22:58,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53401da73c62204fb98c10e001e9ea6b 2024-11-15T17:22:58,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 53401da73c62204fb98c10e001e9ea6b: Running coprocessor pre-open hook at 1731691378284Writing region info on filesystem at 1731691378285 (+1 ms)Initializing all the Stores at 1731691378285Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691378285Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691378285Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731691378285Cleaning up temporary data from old regions at 1731691378291 (+6 ms)Running coprocessor post-open hooks at 1731691378294 (+3 ms)Region opened successfully at 1731691378294 2024-11-15T17:22:58,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b., pid=10, masterSystemTime=1731691378258 2024-11-15T17:22:58,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b. 2024-11-15T17:22:58,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b. 2024-11-15T17:22:58,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=53401da73c62204fb98c10e001e9ea6b, regionState=OPEN, openSeqNum=2, regionLocation=046d875b9f8f,33383,1731691359499 2024-11-15T17:22:58,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53401da73c62204fb98c10e001e9ea6b, server=046d875b9f8f,33383,1731691359499 because future has completed 2024-11-15T17:22:58,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T17:22:58,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 53401da73c62204fb98c10e001e9ea6b, server=046d875b9f8f,33383,1731691359499 in 196 msec 2024-11-15T17:22:58,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T17:22:58,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=53401da73c62204fb98c10e001e9ea6b, ASSIGN in 352 msec 2024-11-15T17:22:58,307 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T17:22:58,307 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731691378307"}]},"ts":"1731691378307"} 2024-11-15T17:22:58,309 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T17:22:58,310 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T17:22:58,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-15T17:22:58,322 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:22:58,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:58,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:58,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:58,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:58,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:58,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:58,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:58,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:58,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b., hostname=046d875b9f8f,33383,1731691359499, seqNum=2] 2024-11-15T17:22:58,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:58,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:58,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:58,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:58,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:58,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:58,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:58,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:58,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:58,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:22:58,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881 2024-11-15T17:22:58,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881 2024-11-15T17:22:58,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:22:58,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T17:22:58,592 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T17:22:58,625 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-046d875b9f8f,33383,1731691359499, ReplicationSource: 1, currentBandwidth=0 2024-11-15T17:22:58,626 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:58,626 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,33383,1731691359499, seqNum=-1] 2024-11-15T17:22:58,626 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:58,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-15T17:22:58,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-046d875b9f8f,33383,1731691359499', locateType=CURRENT is [region=hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b., hostname=046d875b9f8f,33383,1731691359499, seqNum=2] 2024-11-15T17:22:58,630 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T17:22:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T17:22:58,633 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 046d875b9f8f,33383,1731691359499 suceeded 2024-11-15T17:22:58,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T17:22:58,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-15T17:22:58,634 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://046d875b9f8f:32839,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:22:58,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-11-15T17:22:58,647 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:32839' 2024-11-15T17:22:58,647 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31664488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:58,647 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,32839,-1 for getting cluster id 2024-11-15T17:22:58,648 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:58,648 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5abfb255-c520-4682-be1c-146b15e2ee5a' 2024-11-15T17:22:58,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:58,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5abfb255-c520-4682-be1c-146b15e2ee5a" 2024-11-15T17:22:58,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21e11a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:58,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,32839,-1] 2024-11-15T17:22:58,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:58,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:58,649 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:58,650 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39ba94a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:58,650 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:58,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,32839,1731691363924 2024-11-15T17:22:58,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@128614df 2024-11-15T17:22:58,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:58,652 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-15T17:22:58,652 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-046d875b9f8f,33383,1731691359499 (queues=1) is replicating from cluster=cc05de10-bee5-42fa-9992-902c5e25c7ee to cluster=5abfb255-c520-4682-be1c-146b15e2ee5a 2024-11-15T17:22:58,652 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=046d875b9f8f%2C33383%2C1731691359499 2024-11-15T17:22:58,653 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-046d875b9f8f,33383,1731691359499, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:22:58,653 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C33383%2C1731691359499 2024-11-15T17:22:58,653 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691361113, startPosition=0, beingWritten=true 2024-11-15T17:22:58,658 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:22:58,658 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691361113 to pos 379, reset compression=false 2024-11-15T17:22:58,658 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,33383,1731691359499 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691361113, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:22:58,861 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691361113 to pos 379, reset compression=false 2024-11-15T17:22:59,164 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691361113 to pos 379, reset compression=false 2024-11-15T17:22:59,268 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T17:22:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T17:22:59,273 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T17:22:59,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:22:59,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:59,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:59,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:59,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:22:59,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb4e3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:59,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40093,-1 for getting cluster id 2024-11-15T17:22:59,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:59,276 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc05de10-bee5-42fa-9992-902c5e25c7ee' 2024-11-15T17:22:59,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:59,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc05de10-bee5-42fa-9992-902c5e25c7ee" 2024-11-15T17:22:59,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14deda2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:59,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40093,-1] 2024-11-15T17:22:59,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:59,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:59,277 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:59,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0e4f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:59,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141bd718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:59,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,32839,-1 for getting cluster id 2024-11-15T17:22:59,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:59,279 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5abfb255-c520-4682-be1c-146b15e2ee5a' 2024-11-15T17:22:59,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:59,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5abfb255-c520-4682-be1c-146b15e2ee5a" 2024-11-15T17:22:59,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d156ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:59,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,32839,-1] 2024-11-15T17:22:59,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:59,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:59,281 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:59,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6689a2cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:59,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7697e8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:59,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,43637,-1 for getting cluster id 2024-11-15T17:22:59,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:59,284 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b83f020-1d69-4f10-bd76-24123b32ed3f' 2024-11-15T17:22:59,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:59,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b83f020-1d69-4f10-bd76-24123b32ed3f" 2024-11-15T17:22:59,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e721bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:59,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,43637,-1] 2024-11-15T17:22:59,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:59,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:59,285 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:59,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8dc739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:59,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:22:59,290 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731691379289/Put/seqid=0 2024-11-15T17:22:59,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741840_1016 (size=7894) 2024-11-15T17:22:59,309 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731691379308/Put/seqid=0 2024-11-15T17:22:59,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741841_1017 (size=7691) 2024-11-15T17:22:59,567 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691361113 to pos 379, reset compression=false 2024-11-15T17:22:59,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3922348b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:59,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40093,-1 for getting cluster id 2024-11-15T17:22:59,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:22:59,717 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc05de10-bee5-42fa-9992-902c5e25c7ee' 2024-11-15T17:22:59,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:22:59,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc05de10-bee5-42fa-9992-902c5e25c7ee" 2024-11-15T17:22:59,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649767e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:59,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40093,-1] 2024-11-15T17:22:59,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:22:59,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:59,718 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:22:59,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a17285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:22:59,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,33383,1731691359499, seqNum=-1] 2024-11-15T17:22:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:59,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:22:59,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:22:59,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,40093,1731691359302 2024-11-15T17:22:59,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@88c3dd 2024-11-15T17:22:59,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:22:59,731 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:22:59,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d., hostname=046d875b9f8f,33383,1731691359499, seqNum=2] 2024-11-15T17:22:59,737 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T17:22:59,741 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-15T17:22:59,743 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-15T17:22:59,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 14c8a088c1fa455940dcfea05a54fc0d/f 2024-11-15T17:22:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-15T17:22:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:22:59,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 14c8a088c1fa455940dcfea05a54fc0d/f 2024-11-15T17:22:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-15T17:22:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:22:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HRegion(2603): Flush status journal for 14c8a088c1fa455940dcfea05a54fc0d: 2024-11-15T17:22:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__3lci6v7c6dti605in4fnvlr5k5c98b2ggcqc71n97oc275pvdcihlggl4d34p3d9/f/hfile_0 2024-11-15T17:22:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__3lci6v7c6dti605in4fnvlr5k5c98b2ggcqc71n97oc275pvdcihlggl4d34p3d9/f/hfile_0 as hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d/f/5c441f1a9b9546d48a0100fe39a374cb_SeqId_4_ 2024-11-15T17:22:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__3lci6v7c6dti605in4fnvlr5k5c98b2ggcqc71n97oc275pvdcihlggl4d34p3d9/f/hfile_1 2024-11-15T17:22:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__3lci6v7c6dti605in4fnvlr5k5c98b2ggcqc71n97oc275pvdcihlggl4d34p3d9/f/hfile_1 as hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d/f/0a561485df8f4e1aa36a7629809ea514_SeqId_4_ 2024-11-15T17:22:59,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__3lci6v7c6dti605in4fnvlr5k5c98b2ggcqc71n97oc275pvdcihlggl4d34p3d9/f/hfile_0 into 14c8a088c1fa455940dcfea05a54fc0d/f as hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d/f/5c441f1a9b9546d48a0100fe39a374cb_SeqId_4_ - updating store file list. 2024-11-15T17:22:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5c441f1a9b9546d48a0100fe39a374cb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T17:22:59,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d/f/5c441f1a9b9546d48a0100fe39a374cb_SeqId_4_ into 14c8a088c1fa455940dcfea05a54fc0d/f 2024-11-15T17:22:59,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__3lci6v7c6dti605in4fnvlr5k5c98b2ggcqc71n97oc275pvdcihlggl4d34p3d9/f/hfile_0 into 14c8a088c1fa455940dcfea05a54fc0d/f (new location: hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d/f/5c441f1a9b9546d48a0100fe39a374cb_SeqId_4_) 2024-11-15T17:22:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__3lci6v7c6dti605in4fnvlr5k5c98b2ggcqc71n97oc275pvdcihlggl4d34p3d9/f/hfile_0 2024-11-15T17:22:59,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__3lci6v7c6dti605in4fnvlr5k5c98b2ggcqc71n97oc275pvdcihlggl4d34p3d9/f/hfile_1 into 14c8a088c1fa455940dcfea05a54fc0d/f as hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d/f/0a561485df8f4e1aa36a7629809ea514_SeqId_4_ - updating store file list. 2024-11-15T17:22:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0a561485df8f4e1aa36a7629809ea514_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T17:22:59,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d/f/0a561485df8f4e1aa36a7629809ea514_SeqId_4_ into 14c8a088c1fa455940dcfea05a54fc0d/f 2024-11-15T17:22:59,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__3lci6v7c6dti605in4fnvlr5k5c98b2ggcqc71n97oc275pvdcihlggl4d34p3d9/f/hfile_1 into 14c8a088c1fa455940dcfea05a54fc0d/f (new location: hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d/f/0a561485df8f4e1aa36a7629809ea514_SeqId_4_) 2024-11-15T17:22:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__3lci6v7c6dti605in4fnvlr5k5c98b2ggcqc71n97oc275pvdcihlggl4d34p3d9/f/hfile_1 2024-11-15T17:22:59,770 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:22:59,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:22:59,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:59,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:22:59,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d., hostname=046d875b9f8f,33383,1731691359499, seqNum=2 , the old value is region=test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d., hostname=046d875b9f8f,33383,1731691359499, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=046d875b9f8f:33383 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T17:22:59,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d., hostname=046d875b9f8f,33383,1731691359499, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T17:22:59,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d., hostname=046d875b9f8f,33383,1731691359499, seqNum=2 from cache 2024-11-15T17:22:59,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:22:59,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:22:59,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,43791,1731691364068, seqNum=-1] 2024-11-15T17:22:59,771 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T17:22:59,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:22:59,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:22:59,773 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731691373835.62193079ee89dd53ab763aa996b6a38d., hostname=046d875b9f8f,43791,1731691364068, seqNum=2] 2024-11-15T17:22:59,775 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T17:22:59,874 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T17:23:00,070 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691361113 to pos 379, reset compression=false 2024-11-15T17:23:00,074 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:23:00,074 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,33383,1731691359499 got entry batch from reader: WALEntryBatch [walEntries=[{test/14c8a088c1fa455940dcfea05a54fc0d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731691379768/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691361113, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T17:23:00,075 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:23:00,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-15T17:23:00,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.ReplicationSink(318): Replicating [cc05de10-bee5-42fa-9992-902c5e25c7ee] bulk loaded data 2024-11-15T17:23:00,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2969cab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:23:00,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,32839,-1 for getting cluster id 2024-11-15T17:23:00,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:23:00,077 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5abfb255-c520-4682-be1c-146b15e2ee5a' 2024-11-15T17:23:00,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:23:00,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5abfb255-c520-4682-be1c-146b15e2ee5a" 2024-11-15T17:23:00,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69715374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:23:00,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,32839,-1] 2024-11-15T17:23:00,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:23:00,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:00,078 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:23:00,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e1d76e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:23:00,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741837_1013 (size=7894) 2024-11-15T17:23:00,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741838_1014 (size=7691) 2024-11-15T17:23:00,274 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691361113 to pos 687, reset compression=false 2024-11-15T17:23:00,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:23:00,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,32839,1731691363924 2024-11-15T17:23:00,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b8dcdc2 2024-11-15T17:23:00,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:23:00,498 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-15T17:23:00,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T17:23:00,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:23:00,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,43791,1731691364068, seqNum=-1] 2024-11-15T17:23:00,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:23:00,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-15T17:23:00,505 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__jlcj7ea16ev8dq7rn8mf2g0pmmb702r7h98ocj59blgfuvdb19befauv88deas1f/f/0a561485df8f4e1aa36a7629809ea514_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-15T17:23:00,507 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__jlcj7ea16ev8dq7rn8mf2g0pmmb702r7h98ocj59blgfuvdb19befauv88deas1f/f/5c441f1a9b9546d48a0100fe39a374cb_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-15T17:23:00,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__jlcj7ea16ev8dq7rn8mf2g0pmmb702r7h98ocj59blgfuvdb19befauv88deas1f/f/5c441f1a9b9546d48a0100fe39a374cb_SeqId_4_ for inclusion in 62193079ee89dd53ab763aa996b6a38d/f 2024-11-15T17:23:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-15T17:23:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:23:00,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__jlcj7ea16ev8dq7rn8mf2g0pmmb702r7h98ocj59blgfuvdb19befauv88deas1f/f/0a561485df8f4e1aa36a7629809ea514_SeqId_4_ for inclusion in 62193079ee89dd53ab763aa996b6a38d/f 2024-11-15T17:23:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-15T17:23:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:23:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HRegion(2603): Flush status journal for 62193079ee89dd53ab763aa996b6a38d: 2024-11-15T17:23:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5c441f1a9b9546d48a0100fe39a374cb_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T17:23:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__jlcj7ea16ev8dq7rn8mf2g0pmmb702r7h98ocj59blgfuvdb19befauv88deas1f/f/5c441f1a9b9546d48a0100fe39a374cb_SeqId_4_ as hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d/f/ec5ca5ff6eb74dbdada9505a999dca38_SeqId_4_ 2024-11-15T17:23:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0a561485df8f4e1aa36a7629809ea514_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T17:23:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__jlcj7ea16ev8dq7rn8mf2g0pmmb702r7h98ocj59blgfuvdb19befauv88deas1f/f/0a561485df8f4e1aa36a7629809ea514_SeqId_4_ as hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d/f/237ef52b8a714797b6eba1b64ce0cde1_SeqId_4_ 2024-11-15T17:23:00,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__jlcj7ea16ev8dq7rn8mf2g0pmmb702r7h98ocj59blgfuvdb19befauv88deas1f/f/5c441f1a9b9546d48a0100fe39a374cb_SeqId_4_ into 62193079ee89dd53ab763aa996b6a38d/f as hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d/f/ec5ca5ff6eb74dbdada9505a999dca38_SeqId_4_ - updating store file list. 2024-11-15T17:23:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec5ca5ff6eb74dbdada9505a999dca38_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T17:23:00,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d/f/ec5ca5ff6eb74dbdada9505a999dca38_SeqId_4_ into 62193079ee89dd53ab763aa996b6a38d/f 2024-11-15T17:23:00,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__jlcj7ea16ev8dq7rn8mf2g0pmmb702r7h98ocj59blgfuvdb19befauv88deas1f/f/5c441f1a9b9546d48a0100fe39a374cb_SeqId_4_ into 62193079ee89dd53ab763aa996b6a38d/f (new location: hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d/f/ec5ca5ff6eb74dbdada9505a999dca38_SeqId_4_) 2024-11-15T17:23:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__jlcj7ea16ev8dq7rn8mf2g0pmmb702r7h98ocj59blgfuvdb19befauv88deas1f/f/5c441f1a9b9546d48a0100fe39a374cb_SeqId_4_ 2024-11-15T17:23:00,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__jlcj7ea16ev8dq7rn8mf2g0pmmb702r7h98ocj59blgfuvdb19befauv88deas1f/f/0a561485df8f4e1aa36a7629809ea514_SeqId_4_ into 62193079ee89dd53ab763aa996b6a38d/f as hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d/f/237ef52b8a714797b6eba1b64ce0cde1_SeqId_4_ - updating store file list. 2024-11-15T17:23:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 237ef52b8a714797b6eba1b64ce0cde1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T17:23:00,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d/f/237ef52b8a714797b6eba1b64ce0cde1_SeqId_4_ into 62193079ee89dd53ab763aa996b6a38d/f 2024-11-15T17:23:00,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__jlcj7ea16ev8dq7rn8mf2g0pmmb702r7h98ocj59blgfuvdb19befauv88deas1f/f/0a561485df8f4e1aa36a7629809ea514_SeqId_4_ into 62193079ee89dd53ab763aa996b6a38d/f (new location: hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d/f/237ef52b8a714797b6eba1b64ce0cde1_SeqId_4_) 2024-11-15T17:23:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__jlcj7ea16ev8dq7rn8mf2g0pmmb702r7h98ocj59blgfuvdb19befauv88deas1f/f/0a561485df8f4e1aa36a7629809ea514_SeqId_4_ 2024-11-15T17:23:00,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.ReplicationSink(324): Finished replicating [cc05de10-bee5-42fa-9992-902c5e25c7ee] bulk loaded data 2024-11-15T17:23:00,577 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691361113 to pos 687, reset compression=false 2024-11-15T17:23:00,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:23:00,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,39381,1731691369123, seqNum=-1] 2024-11-15T17:23:00,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:23:00,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:23:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731691374975.6ef9236235d731371e8dce353773a495., hostname=046d875b9f8f,39381,1731691369123, seqNum=2] 2024-11-15T17:23:00,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:23:00,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T17:23:00,791 DEBUG [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 046d875b9f8f%2C33383%2C1731691359499:(num 1731691361113) roll requested 2024-11-15T17:23:00,804 DEBUG [regionserver/046d875b9f8f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791, exclude list is [], retry=0 2024-11-15T17:23:00,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45949,DS-078dadc5-6ca7-4279-9e27-7e0672be87ac,DISK] 2024-11-15T17:23:00,807 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691361113 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 2024-11-15T17:23:00,808 DEBUG [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34481:34481)] 2024-11-15T17:23:00,808 DEBUG [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691361113 is not closed yet, will try archiving it next time 2024-11-15T17:23:00,808 DEBUG [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 046d875b9f8f%2C33383%2C1731691359499.rep:(num 1731691378263) roll requested 2024-11-15T17:23:00,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e14edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:23:00,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40093,-1 for getting cluster id 2024-11-15T17:23:00,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:23:00,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741833_1009 (size=695) 2024-11-15T17:23:00,809 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc05de10-bee5-42fa-9992-902c5e25c7ee' 2024-11-15T17:23:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:23:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc05de10-bee5-42fa-9992-902c5e25c7ee" 2024-11-15T17:23:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb8b880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:23:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40093,-1] 2024-11-15T17:23:00,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:23:00,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:00,810 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:23:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3663d426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:23:00,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:23:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,40093,1731691359302 2024-11-15T17:23:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20b3bd0d 2024-11-15T17:23:00,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:23:00,812 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:23:00,812 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691361113 to hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/oldWALs/046d875b9f8f%2C33383%2C1731691359499.1731691361113 2024-11-15T17:23:00,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://046d875b9f8f:43637,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T17:23:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T17:23:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T17:23:00,815 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:43637' 2024-11-15T17:23:00,819 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76098f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:23:00,819 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,43637,-1 for getting cluster id 2024-11-15T17:23:00,820 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:23:00,820 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b83f020-1d69-4f10-bd76-24123b32ed3f' 2024-11-15T17:23:00,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:23:00,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b83f020-1d69-4f10-bd76-24123b32ed3f" 2024-11-15T17:23:00,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66567bbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:23:00,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,43637,-1] 2024-11-15T17:23:00,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:23:00,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:00,821 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:23:00,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532b8142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:23:00,822 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:23:00,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,43637,1731691369016 2024-11-15T17:23:00,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59d3e657 2024-11-15T17:23:00,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:23:00,822 DEBUG [regionserver/046d875b9f8f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.rep.1731691380808, exclude list is [], retry=0 2024-11-15T17:23:00,823 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:23:00,823 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-15T17:23:00,823 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T17:23:00,823 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:00,823 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:00,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:23:00,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45949,DS-078dadc5-6ca7-4279-9e27-7e0672be87ac,DISK] 2024-11-15T17:23:00,825 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.rep.1731691378263 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.rep.1731691380808 2024-11-15T17:23:00,826 DEBUG [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34481:34481)] 2024-11-15T17:23:00,826 DEBUG [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.rep.1731691378263 is not closed yet, will try archiving it next time 2024-11-15T17:23:00,826 DEBUG [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 046d875b9f8f%2C33383%2C1731691359499.meta:.meta(num 1731691361673) roll requested 2024-11-15T17:23:00,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741839_1015 (size=1505) 2024-11-15T17:23:00,838 DEBUG [regionserver/046d875b9f8f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.meta.1731691380826.meta, exclude list is [], retry=0 2024-11-15T17:23:00,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45949,DS-078dadc5-6ca7-4279-9e27-7e0672be87ac,DISK] 2024-11-15T17:23:00,841 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.meta.1731691361673.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.meta.1731691380826.meta 2024-11-15T17:23:00,841 DEBUG [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34481:34481)] 2024-11-15T17:23:00,841 DEBUG [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.meta.1731691361673.meta is not closed yet, will try archiving it next time 2024-11-15T17:23:00,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741834_1010 (size=3473) 2024-11-15T17:23:00,842 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.meta.1731691361673.meta not finished, retry = 0 2024-11-15T17:23:00,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T17:23:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T17:23:00,989 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691361113 to pos 687, reset compression=false 2024-11-15T17:23:00,994 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691361113 was moved to hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/oldWALs/046d875b9f8f%2C33383%2C1731691359499.1731691361113 2024-11-15T17:23:00,996 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691361113 2024-11-15T17:23:00,996 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,33383,1731691359499 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691361113, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-15T17:23:00,996 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791, startPosition=0, beingWritten=true 2024-11-15T17:23:00,998 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [046d875b9f8f%2C33383%2C1731691359499.1731691361113] 2024-11-15T17:23:01,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-15T17:23:01,033 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-15T17:23:01,065 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-046d875b9f8f,33383,1731691359499, ReplicationSource: 2, currentBandwidth=0 2024-11-15T17:23:01,067 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-15T17:23:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-15T17:23:01,069 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 046d875b9f8f,33383,1731691359499 suceeded 2024-11-15T17:23:01,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T17:23:01,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-15T17:23:01,070 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://046d875b9f8f:43637,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T17:23:01,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 258 msec 2024-11-15T17:23:01,080 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='046d875b9f8f:43637' 2024-11-15T17:23:01,081 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c4e6a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:23:01,081 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,43637,-1 for getting cluster id 2024-11-15T17:23:01,081 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:23:01,081 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b83f020-1d69-4f10-bd76-24123b32ed3f' 2024-11-15T17:23:01,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:23:01,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b83f020-1d69-4f10-bd76-24123b32ed3f" 2024-11-15T17:23:01,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8940179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:23:01,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,43637,-1] 2024-11-15T17:23:01,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:23:01,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:01,082 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:23:01,083 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dd5f77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:23:01,083 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:23:01,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,43637,1731691369016 2024-11-15T17:23:01,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e3976b7 2024-11-15T17:23:01,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:23:01,084 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-15T17:23:01,084 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-046d875b9f8f,33383,1731691359499 (queues=1) is replicating from cluster=cc05de10-bee5-42fa-9992-902c5e25c7ee to cluster=3b83f020-1d69-4f10-bd76-24123b32ed3f 2024-11-15T17:23:01,085 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=046d875b9f8f%2C33383%2C1731691359499 2024-11-15T17:23:01,085 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-046d875b9f8f,33383,1731691359499, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T17:23:01,085 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791, startPosition=0, beingWritten=true 2024-11-15T17:23:01,090 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 046d875b9f8f%2C33383%2C1731691359499 2024-11-15T17:23:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T17:23:01,133 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-15T17:23:01,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:23:01,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:23:01,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:01,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:01,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:23:01,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T17:23:01,136 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731691381136/Put/seqid=0 2024-11-15T17:23:01,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741845_1021 (size=11194) 2024-11-15T17:23:01,291 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 0, reset compression=false 2024-11-15T17:23:01,500 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 0, reset compression=false 2024-11-15T17:23:01,542 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731691381541/Put/seqid=0 2024-11-15T17:23:01,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741846_1022 (size=10791) 2024-11-15T17:23:01,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cfd6f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:23:01,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,40093,-1 for getting cluster id 2024-11-15T17:23:01,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:23:01,547 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc05de10-bee5-42fa-9992-902c5e25c7ee' 2024-11-15T17:23:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:23:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc05de10-bee5-42fa-9992-902c5e25c7ee" 2024-11-15T17:23:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c50817d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:23:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,40093,-1] 2024-11-15T17:23:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:23:01,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:01,548 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:23:01,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bbc57cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:23:01,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:23:01,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,33383,1731691359499, seqNum=-1] 2024-11-15T17:23:01,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:23:01,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T17:23:01,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:23:01,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,40093,1731691359302 2024-11-15T17:23:01,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e18597 2024-11-15T17:23:01,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:23:01,558 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T17:23:01,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d., hostname=046d875b9f8f,33383,1731691359499, seqNum=2] 2024-11-15T17:23:01,562 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T17:23:01,567 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-15T17:23:01,569 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-15T17:23:01,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 14c8a088c1fa455940dcfea05a54fc0d/f 2024-11-15T17:23:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T17:23:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:23:01,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 14c8a088c1fa455940dcfea05a54fc0d/f 2024-11-15T17:23:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T17:23:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:23:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HRegion(2603): Flush status journal for 14c8a088c1fa455940dcfea05a54fc0d: 2024-11-15T17:23:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__lbcspttm3vts9tco5i0u4k470qfb4ji72kh8b1aecool6hpbqng17fplb92nf5sp/f/hfile_0 2024-11-15T17:23:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__lbcspttm3vts9tco5i0u4k470qfb4ji72kh8b1aecool6hpbqng17fplb92nf5sp/f/hfile_0 as hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d/f/8f016639574f42c3a6905a2d6756c755_SeqId_6_ 2024-11-15T17:23:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__lbcspttm3vts9tco5i0u4k470qfb4ji72kh8b1aecool6hpbqng17fplb92nf5sp/f/hfile_1 2024-11-15T17:23:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__lbcspttm3vts9tco5i0u4k470qfb4ji72kh8b1aecool6hpbqng17fplb92nf5sp/f/hfile_1 as hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d/f/e8b6af45b60b45779c012249b2583209_SeqId_6_ 2024-11-15T17:23:01,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__lbcspttm3vts9tco5i0u4k470qfb4ji72kh8b1aecool6hpbqng17fplb92nf5sp/f/hfile_0 into 14c8a088c1fa455940dcfea05a54fc0d/f as hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d/f/8f016639574f42c3a6905a2d6756c755_SeqId_6_ - updating store file list. 2024-11-15T17:23:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f016639574f42c3a6905a2d6756c755_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T17:23:01,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d/f/8f016639574f42c3a6905a2d6756c755_SeqId_6_ into 14c8a088c1fa455940dcfea05a54fc0d/f 2024-11-15T17:23:01,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__lbcspttm3vts9tco5i0u4k470qfb4ji72kh8b1aecool6hpbqng17fplb92nf5sp/f/hfile_0 into 14c8a088c1fa455940dcfea05a54fc0d/f (new location: hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d/f/8f016639574f42c3a6905a2d6756c755_SeqId_6_) 2024-11-15T17:23:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__lbcspttm3vts9tco5i0u4k470qfb4ji72kh8b1aecool6hpbqng17fplb92nf5sp/f/hfile_0 2024-11-15T17:23:01,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__lbcspttm3vts9tco5i0u4k470qfb4ji72kh8b1aecool6hpbqng17fplb92nf5sp/f/hfile_1 into 14c8a088c1fa455940dcfea05a54fc0d/f as hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d/f/e8b6af45b60b45779c012249b2583209_SeqId_6_ - updating store file list. 2024-11-15T17:23:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e8b6af45b60b45779c012249b2583209_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T17:23:01,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d/f/e8b6af45b60b45779c012249b2583209_SeqId_6_ into 14c8a088c1fa455940dcfea05a54fc0d/f 2024-11-15T17:23:01,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__lbcspttm3vts9tco5i0u4k470qfb4ji72kh8b1aecool6hpbqng17fplb92nf5sp/f/hfile_1 into 14c8a088c1fa455940dcfea05a54fc0d/f (new location: hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d/f/e8b6af45b60b45779c012249b2583209_SeqId_6_) 2024-11-15T17:23:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/staging/jenkins__test__lbcspttm3vts9tco5i0u4k470qfb4ji72kh8b1aecool6hpbqng17fplb92nf5sp/f/hfile_1 2024-11-15T17:23:01,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:23:01,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:23:01,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:01,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:01,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:23:01,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d., hostname=046d875b9f8f,33383,1731691359499, seqNum=2 , the old value is region=test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d., hostname=046d875b9f8f,33383,1731691359499, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=046d875b9f8f:33383 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T17:23:01,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d., hostname=046d875b9f8f,33383,1731691359499, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T17:23:01,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d., hostname=046d875b9f8f,33383,1731691359499, seqNum=2 from cache 2024-11-15T17:23:01,594 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T17:23:01,596 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 0, reset compression=false 2024-11-15T17:23:01,597 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T17:23:01,600 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:23:01,600 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-046d875b9f8f,33383,1731691359499 got entry batch from reader: WALEntryBatch [walEntries=[{test/14c8a088c1fa455940dcfea05a54fc0d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731691381592/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T17:23:01,602 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T17:23:01,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-15T17:23:01,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.ReplicationSink(318): Replicating [cc05de10-bee5-42fa-9992-902c5e25c7ee] bulk loaded data 2024-11-15T17:23:01,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bbb775e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:23:01,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] client.ClusterIdFetcher(90): Going to request 046d875b9f8f,43637,-1 for getting cluster id 2024-11-15T17:23:01,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T17:23:01,605 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b83f020-1d69-4f10-bd76-24123b32ed3f' 2024-11-15T17:23:01,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T17:23:01,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b83f020-1d69-4f10-bd76-24123b32ed3f" 2024-11-15T17:23:01,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e98d1f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:23:01,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [046d875b9f8f,43637,-1] 2024-11-15T17:23:01,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T17:23:01,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:01,606 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-15T17:23:01,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b9509ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T17:23:01,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741837_1013 (size=11194) 2024-11-15T17:23:01,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741838_1014 (size=10791) 2024-11-15T17:23:01,703 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T17:23:01,801 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:02,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T17:23:02,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 046d875b9f8f,43637,1731691369016 2024-11-15T17:23:02,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@645da496 2024-11-15T17:23:02,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T17:23:02,023 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-15T17:23:02,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T17:23:02,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T17:23:02,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=046d875b9f8f,39381,1731691369123, seqNum=-1] 2024-11-15T17:23:02,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T17:23:02,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-15T17:23:02,030 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/staging/jenkins.hfs.23__test__28q0gbl9f95419o4n27kn9p1gjaks29mq8f8qm3orvqn910fafggkejnqa1utuf5/f/8f016639574f42c3a6905a2d6756c755_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-15T17:23:02,032 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/staging/jenkins.hfs.23__test__28q0gbl9f95419o4n27kn9p1gjaks29mq8f8qm3orvqn910fafggkejnqa1utuf5/f/e8b6af45b60b45779c012249b2583209_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-15T17:23:02,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/staging/jenkins.hfs.23__test__28q0gbl9f95419o4n27kn9p1gjaks29mq8f8qm3orvqn910fafggkejnqa1utuf5/f/8f016639574f42c3a6905a2d6756c755_SeqId_6_ for inclusion in 6ef9236235d731371e8dce353773a495/f 2024-11-15T17:23:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T17:23:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:23:02,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/staging/jenkins.hfs.23__test__28q0gbl9f95419o4n27kn9p1gjaks29mq8f8qm3orvqn910fafggkejnqa1utuf5/f/e8b6af45b60b45779c012249b2583209_SeqId_6_ for inclusion in 6ef9236235d731371e8dce353773a495/f 2024-11-15T17:23:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T17:23:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:23:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.HRegion(2603): Flush status journal for 6ef9236235d731371e8dce353773a495: 2024-11-15T17:23:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8f016639574f42c3a6905a2d6756c755_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T17:23:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/staging/jenkins.hfs.23__test__28q0gbl9f95419o4n27kn9p1gjaks29mq8f8qm3orvqn910fafggkejnqa1utuf5/f/8f016639574f42c3a6905a2d6756c755_SeqId_6_ as hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/default/test/6ef9236235d731371e8dce353773a495/f/de6034dfdcb8401ba1c57e106ec402f2_SeqId_4_ 2024-11-15T17:23:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e8b6af45b60b45779c012249b2583209_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T17:23:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/staging/jenkins.hfs.23__test__28q0gbl9f95419o4n27kn9p1gjaks29mq8f8qm3orvqn910fafggkejnqa1utuf5/f/e8b6af45b60b45779c012249b2583209_SeqId_6_ as hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/default/test/6ef9236235d731371e8dce353773a495/f/e51894c4dcd8454f99d68620a202e62f_SeqId_4_ 2024-11-15T17:23:02,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/staging/jenkins.hfs.23__test__28q0gbl9f95419o4n27kn9p1gjaks29mq8f8qm3orvqn910fafggkejnqa1utuf5/f/8f016639574f42c3a6905a2d6756c755_SeqId_6_ into 6ef9236235d731371e8dce353773a495/f as hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/default/test/6ef9236235d731371e8dce353773a495/f/de6034dfdcb8401ba1c57e106ec402f2_SeqId_4_ - updating store file list. 2024-11-15T17:23:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.HStoreFile(483): HFile Bloom filter type for de6034dfdcb8401ba1c57e106ec402f2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T17:23:02,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/default/test/6ef9236235d731371e8dce353773a495/f/de6034dfdcb8401ba1c57e106ec402f2_SeqId_4_ into 6ef9236235d731371e8dce353773a495/f 2024-11-15T17:23:02,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/staging/jenkins.hfs.23__test__28q0gbl9f95419o4n27kn9p1gjaks29mq8f8qm3orvqn910fafggkejnqa1utuf5/f/8f016639574f42c3a6905a2d6756c755_SeqId_6_ into 6ef9236235d731371e8dce353773a495/f (new location: hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/default/test/6ef9236235d731371e8dce353773a495/f/de6034dfdcb8401ba1c57e106ec402f2_SeqId_4_) 2024-11-15T17:23:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/staging/jenkins.hfs.23__test__28q0gbl9f95419o4n27kn9p1gjaks29mq8f8qm3orvqn910fafggkejnqa1utuf5/f/8f016639574f42c3a6905a2d6756c755_SeqId_6_ 2024-11-15T17:23:02,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/staging/jenkins.hfs.23__test__28q0gbl9f95419o4n27kn9p1gjaks29mq8f8qm3orvqn910fafggkejnqa1utuf5/f/e8b6af45b60b45779c012249b2583209_SeqId_6_ into 6ef9236235d731371e8dce353773a495/f as hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/default/test/6ef9236235d731371e8dce353773a495/f/e51894c4dcd8454f99d68620a202e62f_SeqId_4_ - updating store file list. 2024-11-15T17:23:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e51894c4dcd8454f99d68620a202e62f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T17:23:02,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/default/test/6ef9236235d731371e8dce353773a495/f/e51894c4dcd8454f99d68620a202e62f_SeqId_4_ into 6ef9236235d731371e8dce353773a495/f 2024-11-15T17:23:02,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/staging/jenkins.hfs.23__test__28q0gbl9f95419o4n27kn9p1gjaks29mq8f8qm3orvqn910fafggkejnqa1utuf5/f/e8b6af45b60b45779c012249b2583209_SeqId_6_ into 6ef9236235d731371e8dce353773a495/f (new location: hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/default/test/6ef9236235d731371e8dce353773a495/f/e51894c4dcd8454f99d68620a202e62f_SeqId_4_) 2024-11-15T17:23:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/staging/jenkins.hfs.23__test__28q0gbl9f95419o4n27kn9p1gjaks29mq8f8qm3orvqn910fafggkejnqa1utuf5/f/e8b6af45b60b45779c012249b2583209_SeqId_6_ 2024-11-15T17:23:02,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] regionserver.ReplicationSink(324): Finished replicating [cc05de10-bee5-42fa-9992-902c5e25c7ee] bulk loaded data 2024-11-15T17:23:02,103 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 0, reset compression=false 2024-11-15T17:23:02,104 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:02,107 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T17:23:02,107 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-046d875b9f8f,33383,1731691359499 got entry batch from reader: WALEntryBatch [walEntries=[{test/14c8a088c1fa455940dcfea05a54fc0d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731691381592/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T17:23:02,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.ReplicationSink(318): Replicating [cc05de10-bee5-42fa-9992-902c5e25c7ee] bulk loaded data 2024-11-15T17:23:02,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741839_1015 (size=11194) 2024-11-15T17:23:02,307 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:02,507 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:02,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741840_1016 (size=10791) 2024-11-15T17:23:02,600 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T17:23:02,610 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:02,757 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:23:02,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T17:23:02,935 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__803li63j857cdmomrhpu7u1vf0emtiuslm2afg9o3c087qus4jopq2v7vi9gsc3t/f/8f016639574f42c3a6905a2d6756c755_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-15T17:23:02,937 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__803li63j857cdmomrhpu7u1vf0emtiuslm2afg9o3c087qus4jopq2v7vi9gsc3t/f/e8b6af45b60b45779c012249b2583209_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-15T17:23:02,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__803li63j857cdmomrhpu7u1vf0emtiuslm2afg9o3c087qus4jopq2v7vi9gsc3t/f/8f016639574f42c3a6905a2d6756c755_SeqId_6_ for inclusion in 62193079ee89dd53ab763aa996b6a38d/f 2024-11-15T17:23:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T17:23:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:23:02,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__803li63j857cdmomrhpu7u1vf0emtiuslm2afg9o3c087qus4jopq2v7vi9gsc3t/f/e8b6af45b60b45779c012249b2583209_SeqId_6_ for inclusion in 62193079ee89dd53ab763aa996b6a38d/f 2024-11-15T17:23:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T17:23:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T17:23:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HRegion(2603): Flush status journal for 62193079ee89dd53ab763aa996b6a38d: 2024-11-15T17:23:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8f016639574f42c3a6905a2d6756c755_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T17:23:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__803li63j857cdmomrhpu7u1vf0emtiuslm2afg9o3c087qus4jopq2v7vi9gsc3t/f/8f016639574f42c3a6905a2d6756c755_SeqId_6_ as hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d/f/d7499fcfbec2429a8033bc0df3b13956_SeqId_6_ 2024-11-15T17:23:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e8b6af45b60b45779c012249b2583209_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T17:23:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__803li63j857cdmomrhpu7u1vf0emtiuslm2afg9o3c087qus4jopq2v7vi9gsc3t/f/e8b6af45b60b45779c012249b2583209_SeqId_6_ as hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d/f/9633c462355f44b2a15104d8ac08d106_SeqId_6_ 2024-11-15T17:23:02,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__803li63j857cdmomrhpu7u1vf0emtiuslm2afg9o3c087qus4jopq2v7vi9gsc3t/f/8f016639574f42c3a6905a2d6756c755_SeqId_6_ into 62193079ee89dd53ab763aa996b6a38d/f as hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d/f/d7499fcfbec2429a8033bc0df3b13956_SeqId_6_ - updating store file list. 2024-11-15T17:23:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d7499fcfbec2429a8033bc0df3b13956_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T17:23:02,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d/f/d7499fcfbec2429a8033bc0df3b13956_SeqId_6_ into 62193079ee89dd53ab763aa996b6a38d/f 2024-11-15T17:23:02,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__803li63j857cdmomrhpu7u1vf0emtiuslm2afg9o3c087qus4jopq2v7vi9gsc3t/f/8f016639574f42c3a6905a2d6756c755_SeqId_6_ into 62193079ee89dd53ab763aa996b6a38d/f (new location: hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d/f/d7499fcfbec2429a8033bc0df3b13956_SeqId_6_) 2024-11-15T17:23:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__803li63j857cdmomrhpu7u1vf0emtiuslm2afg9o3c087qus4jopq2v7vi9gsc3t/f/8f016639574f42c3a6905a2d6756c755_SeqId_6_ 2024-11-15T17:23:02,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__803li63j857cdmomrhpu7u1vf0emtiuslm2afg9o3c087qus4jopq2v7vi9gsc3t/f/e8b6af45b60b45779c012249b2583209_SeqId_6_ into 62193079ee89dd53ab763aa996b6a38d/f as hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d/f/9633c462355f44b2a15104d8ac08d106_SeqId_6_ - updating store file list. 2024-11-15T17:23:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9633c462355f44b2a15104d8ac08d106_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T17:23:02,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d/f/9633c462355f44b2a15104d8ac08d106_SeqId_6_ into 62193079ee89dd53ab763aa996b6a38d/f 2024-11-15T17:23:02,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__803li63j857cdmomrhpu7u1vf0emtiuslm2afg9o3c087qus4jopq2v7vi9gsc3t/f/e8b6af45b60b45779c012249b2583209_SeqId_6_ into 62193079ee89dd53ab763aa996b6a38d/f (new location: hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d/f/9633c462355f44b2a15104d8ac08d106_SeqId_6_) 2024-11-15T17:23:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/staging/jenkins.hfs.22__test__803li63j857cdmomrhpu7u1vf0emtiuslm2afg9o3c087qus4jopq2v7vi9gsc3t/f/e8b6af45b60b45779c012249b2583209_SeqId_6_ 2024-11-15T17:23:02,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43791 {}] regionserver.ReplicationSink(324): Finished replicating [cc05de10-bee5-42fa-9992-902c5e25c7ee] bulk loaded data 2024-11-15T17:23:03,010 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:03,013 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:03,515 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:03,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:23:03,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:23:03,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:23:03,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:03,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:03,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:23:03,613 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:23:03,613 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1237047351, stopped=false 2024-11-15T17:23:03,613 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,43637,1731691369016 2024-11-15T17:23:03,614 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:03,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-904230344/running 2024-11-15T17:23:03,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-904230344/running 2024-11-15T17:23:03,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344 2024-11-15T17:23:03,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344 2024-11-15T17:23:03,669 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:23:03,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:23:03,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:23:03,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:03,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,39381,1731691369123' ***** 2024-11-15T17:23:03,670 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:23:03,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Set watcher on znode that does not yet exist, /2-904230344/running 2024-11-15T17:23:03,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Set watcher on znode that does not yet exist, /2-904230344/running 2024-11-15T17:23:03,671 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:23:03,671 INFO [RS:0;046d875b9f8f:39381 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:23:03,671 INFO [RS:0;046d875b9f8f:39381 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:23:03,671 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:23:03,671 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ef9236235d731371e8dce353773a495 2024-11-15T17:23:03,671 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,39381,1731691369123 2024-11-15T17:23:03,671 INFO [RS:0;046d875b9f8f:39381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:23:03,671 INFO [RS:0;046d875b9f8f:39381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:39381. 2024-11-15T17:23:03,671 DEBUG [RS:0;046d875b9f8f:39381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:23:03,671 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ef9236235d731371e8dce353773a495, disabling compactions & flushes 2024-11-15T17:23:03,671 DEBUG [RS:0;046d875b9f8f:39381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:03,672 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731691374975.6ef9236235d731371e8dce353773a495. 2024-11-15T17:23:03,672 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691374975.6ef9236235d731371e8dce353773a495. 2024-11-15T17:23:03,672 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731691374975.6ef9236235d731371e8dce353773a495. after waiting 0 ms 2024-11-15T17:23:03,672 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:23:03,672 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731691374975.6ef9236235d731371e8dce353773a495. 2024-11-15T17:23:03,672 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:23:03,672 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:23:03,672 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:23:03,672 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T17:23:03,672 DEBUG [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6ef9236235d731371e8dce353773a495=test,,1731691374975.6ef9236235d731371e8dce353773a495.} 2024-11-15T17:23:03,672 DEBUG [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ef9236235d731371e8dce353773a495 2024-11-15T17:23:03,672 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:23:03,672 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:23:03,672 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:23:03,672 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:23:03,672 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:23:03,672 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T17:23:03,674 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/default/test/6ef9236235d731371e8dce353773a495/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T17:23:03,675 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:23:03,675 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:23:03,675 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731691374975.6ef9236235d731371e8dce353773a495. 2024-11-15T17:23:03,675 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ef9236235d731371e8dce353773a495: Waiting for close lock at 1731691383671Running coprocessor pre-close hooks at 1731691383671Disabling compacts and flushes for region at 1731691383671Disabling writes for close at 1731691383672 (+1 ms)Writing region close event to WAL at 1731691383672Running coprocessor post-close hooks at 1731691383675 (+3 ms)Closed at 1731691383675 2024-11-15T17:23:03,675 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731691374975.6ef9236235d731371e8dce353773a495. 2024-11-15T17:23:03,689 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/.tmp/info/d406bb45ed044d08be4fda31303953e3 is 129, key is test,,1731691374975.6ef9236235d731371e8dce353773a495./info:regioninfo/1731691376261/Put/seqid=0 2024-11-15T17:23:03,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741839_1015 (size=6421) 2024-11-15T17:23:03,737 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:23:03,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:23:03,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:03,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:03,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:03,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:03,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:03,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:03,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:03,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:03,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:03,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:03,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:03,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:03,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:03,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:03,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:03,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:03,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:03,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:03,872 DEBUG [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:23:03,928 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:23:03,928 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:23:04,073 DEBUG [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:23:04,092 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/.tmp/info/d406bb45ed044d08be4fda31303953e3 2024-11-15T17:23:04,118 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:04,119 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/.tmp/ns/b27bd597d97b42aeba046f79b063d1bf is 43, key is default/ns:d/1731691371602/Put/seqid=0 2024-11-15T17:23:04,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741840_1016 (size=5153) 2024-11-15T17:23:04,128 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/.tmp/ns/b27bd597d97b42aeba046f79b063d1bf 2024-11-15T17:23:04,149 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/.tmp/rep_barrier/6afa8d18c3db4916bc8c0d3f6b5cb389 is 112, key is test,,1731691374975.6ef9236235d731371e8dce353773a495./rep_barrier:seqnumDuringOpen/1731691376261/Put/seqid=0 2024-11-15T17:23:04,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741841_1017 (size=5518) 2024-11-15T17:23:04,177 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/.tmp/rep_barrier/6afa8d18c3db4916bc8c0d3f6b5cb389 2024-11-15T17:23:04,208 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/.tmp/table/45213f28c84d43978195214578358d7f is 40, key is test/table:state/1731691376266/Put/seqid=0 2024-11-15T17:23:04,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741842_1018 (size=5165) 2024-11-15T17:23:04,219 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/.tmp/table/45213f28c84d43978195214578358d7f 2024-11-15T17:23:04,225 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/.tmp/info/d406bb45ed044d08be4fda31303953e3 as hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/info/d406bb45ed044d08be4fda31303953e3 2024-11-15T17:23:04,234 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/info/d406bb45ed044d08be4fda31303953e3, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T17:23:04,235 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/.tmp/ns/b27bd597d97b42aeba046f79b063d1bf as hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/ns/b27bd597d97b42aeba046f79b063d1bf 2024-11-15T17:23:04,241 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/ns/b27bd597d97b42aeba046f79b063d1bf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T17:23:04,241 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/.tmp/rep_barrier/6afa8d18c3db4916bc8c0d3f6b5cb389 as hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/rep_barrier/6afa8d18c3db4916bc8c0d3f6b5cb389 2024-11-15T17:23:04,245 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/rep_barrier/6afa8d18c3db4916bc8c0d3f6b5cb389, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T17:23:04,246 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/.tmp/table/45213f28c84d43978195214578358d7f as hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/table/45213f28c84d43978195214578358d7f 2024-11-15T17:23:04,260 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/table/45213f28c84d43978195214578358d7f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T17:23:04,261 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 589ms, sequenceid=11, compaction requested=false 2024-11-15T17:23:04,273 DEBUG [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:23:04,310 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T17:23:04,312 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:23:04,313 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:23:04,313 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:23:04,313 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691383672Running coprocessor pre-close hooks at 1731691383672Disabling compacts and flushes for region at 1731691383672Disabling writes for close at 1731691383672Obtaining lock to block concurrent updates at 1731691383672Preparing flush snapshotting stores in 1588230740 at 1731691383672Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731691383673 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731691383673Flushing 1588230740/info: creating writer at 1731691383673Flushing 1588230740/info: appending metadata at 1731691383688 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731691383688Flushing 1588230740/ns: creating writer at 1731691384096 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731691384118 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731691384118Flushing 1588230740/rep_barrier: creating writer at 1731691384132 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731691384148 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731691384148Flushing 1588230740/table: creating writer at 1731691384183 (+35 ms)Flushing 1588230740/table: appending metadata at 1731691384207 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731691384207Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@718b91c7: reopening flushed file at 1731691384224 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3126016e: reopening flushed file at 1731691384234 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45b29f31: reopening flushed file at 1731691384241 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@746340dd: reopening flushed file at 1731691384245 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 589ms, sequenceid=11, compaction requested=false at 1731691384261 (+16 ms)Writing region close event to WAL at 1731691384287 (+26 ms)Running coprocessor post-close hooks at 1731691384312 (+25 ms)Closed at 1731691384313 (+1 ms) 2024-11-15T17:23:04,313 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:23:04,316 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:04,473 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,39381,1731691369123; all regions closed. 2024-11-15T17:23:04,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741834_1010 (size=2717) 2024-11-15T17:23:04,476 DEBUG [RS:0;046d875b9f8f:39381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/oldWALs 2024-11-15T17:23:04,476 INFO [RS:0;046d875b9f8f:39381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C39381%2C1731691369123.meta:.meta(num 1731691371554) 2024-11-15T17:23:04,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741832_1008 (size=1028) 2024-11-15T17:23:04,479 DEBUG [RS:0;046d875b9f8f:39381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/oldWALs 2024-11-15T17:23:04,479 INFO [RS:0;046d875b9f8f:39381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C39381%2C1731691369123:(num 1731691371063) 2024-11-15T17:23:04,479 DEBUG [RS:0;046d875b9f8f:39381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:04,479 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:23:04,479 INFO [RS:0;046d875b9f8f:39381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:23:04,479 INFO [RS:0;046d875b9f8f:39381 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T17:23:04,479 INFO [RS:0;046d875b9f8f:39381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:23:04,479 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:23:04,480 INFO [RS:0;046d875b9f8f:39381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:39381. 2024-11-15T17:23:04,480 DEBUG [RS:0;046d875b9f8f:39381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:23:04,480 DEBUG [RS:0;046d875b9f8f:39381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:04,480 DEBUG [RS:0;046d875b9f8f:39381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:04,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:23:04,480 INFO [RS:0;046d875b9f8f:39381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39381 2024-11-15T17:23:04,532 INFO [RS:0;046d875b9f8f:39381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:23:04,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-904230344/rs/046d875b9f8f,39381,1731691369123 2024-11-15T17:23:04,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344/rs 2024-11-15T17:23:04,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,39381,1731691369123] 2024-11-15T17:23:04,554 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-904230344/draining/046d875b9f8f,39381,1731691369123 already deleted, retry=false 2024-11-15T17:23:04,554 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,39381,1731691369123 expired; onlineServers=0 2024-11-15T17:23:04,554 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,43637,1731691369016' ***** 2024-11-15T17:23:04,554 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:23:04,554 INFO [M:0;046d875b9f8f:43637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:23:04,554 INFO [M:0;046d875b9f8f:43637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:23:04,554 DEBUG [M:0;046d875b9f8f:43637 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:23:04,554 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:23:04,554 DEBUG [M:0;046d875b9f8f:43637 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:23:04,554 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691370729 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691370729,5,FailOnTimeoutGroup] 2024-11-15T17:23:04,554 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691370732 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691370732,5,FailOnTimeoutGroup] 2024-11-15T17:23:04,554 INFO [M:0;046d875b9f8f:43637 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:23:04,554 INFO [M:0;046d875b9f8f:43637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:23:04,554 DEBUG [M:0;046d875b9f8f:43637 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:23:04,555 INFO [M:0;046d875b9f8f:43637 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:23:04,555 INFO [M:0;046d875b9f8f:43637 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:23:04,555 INFO [M:0;046d875b9f8f:43637 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:23:04,555 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:23:04,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-904230344/master 2024-11-15T17:23:04,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-904230344 2024-11-15T17:23:04,564 DEBUG [M:0;046d875b9f8f:43637 {}] zookeeper.ZKUtil(347): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Unable to get data of znode /2-904230344/master because node does not exist (not an error) 2024-11-15T17:23:04,564 WARN [M:0;046d875b9f8f:43637 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:23:04,565 INFO [M:0;046d875b9f8f:43637 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/.lastflushedseqids 2024-11-15T17:23:04,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741843_1019 (size=173) 2024-11-15T17:23:04,578 INFO [M:0;046d875b9f8f:43637 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:23:04,578 INFO [M:0;046d875b9f8f:43637 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:23:04,578 DEBUG [M:0;046d875b9f8f:43637 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:23:04,578 INFO [M:0;046d875b9f8f:43637 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:23:04,578 DEBUG [M:0;046d875b9f8f:43637 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:23:04,578 DEBUG [M:0;046d875b9f8f:43637 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:23:04,578 DEBUG [M:0;046d875b9f8f:43637 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:23:04,579 INFO [M:0;046d875b9f8f:43637 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-15T17:23:04,596 DEBUG [M:0;046d875b9f8f:43637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0ea511a745f46629308f1ac3237541c is 82, key is hbase:meta,,1/info:regioninfo/1731691371580/Put/seqid=0 2024-11-15T17:23:04,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741844_1020 (size=5672) 2024-11-15T17:23:04,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:23:04,643 INFO [RS:0;046d875b9f8f:39381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:23:04,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39381-0x1013f8520660007, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:23:04,643 INFO [RS:0;046d875b9f8f:39381 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,39381,1731691369123; zookeeper connection closed. 2024-11-15T17:23:04,643 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d9aaed3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d9aaed3 2024-11-15T17:23:04,644 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:23:04,828 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:05,002 INFO [M:0;046d875b9f8f:43637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0ea511a745f46629308f1ac3237541c 2024-11-15T17:23:05,023 DEBUG [M:0;046d875b9f8f:43637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c0085a343904e4a90190854e188b7c5 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731691376268/Put/seqid=0 2024-11-15T17:23:05,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741845_1021 (size=6587) 2024-11-15T17:23:05,125 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:05,427 INFO [M:0;046d875b9f8f:43637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c0085a343904e4a90190854e188b7c5 2024-11-15T17:23:05,446 DEBUG [M:0;046d875b9f8f:43637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ba0fee6e9074b9ea50dd5c65a94a41c is 69, key is 046d875b9f8f,39381,1731691369123/rs:state/1731691370876/Put/seqid=0 2024-11-15T17:23:05,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741846_1022 (size=5156) 2024-11-15T17:23:05,632 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:05,858 INFO [M:0;046d875b9f8f:43637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ba0fee6e9074b9ea50dd5c65a94a41c 2024-11-15T17:23:05,862 DEBUG [M:0;046d875b9f8f:43637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0ea511a745f46629308f1ac3237541c as hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0ea511a745f46629308f1ac3237541c 2024-11-15T17:23:05,865 INFO [M:0;046d875b9f8f:43637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0ea511a745f46629308f1ac3237541c, entries=8, sequenceid=55, filesize=5.5 K 2024-11-15T17:23:05,865 DEBUG [M:0;046d875b9f8f:43637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c0085a343904e4a90190854e188b7c5 as hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c0085a343904e4a90190854e188b7c5 2024-11-15T17:23:05,869 INFO [M:0;046d875b9f8f:43637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c0085a343904e4a90190854e188b7c5, entries=6, sequenceid=55, filesize=6.4 K 2024-11-15T17:23:05,870 DEBUG [M:0;046d875b9f8f:43637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ba0fee6e9074b9ea50dd5c65a94a41c as hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ba0fee6e9074b9ea50dd5c65a94a41c 2024-11-15T17:23:05,873 INFO [M:0;046d875b9f8f:43637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35929/user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ba0fee6e9074b9ea50dd5c65a94a41c, entries=1, sequenceid=55, filesize=5.0 K 2024-11-15T17:23:05,874 INFO [M:0;046d875b9f8f:43637 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=55, compaction requested=false 2024-11-15T17:23:05,875 INFO [M:0;046d875b9f8f:43637 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:23:05,875 DEBUG [M:0;046d875b9f8f:43637 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691384578Disabling compacts and flushes for region at 1731691384578Disabling writes for close at 1731691384578Obtaining lock to block concurrent updates at 1731691384579 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691384579Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731691384579Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691384579Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691384579Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691384595 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691384596 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691385005 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691385023 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691385023Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691385431 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691385446 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691385446Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4afcbc60: reopening flushed file at 1731691385861 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57bd5739: reopening flushed file at 1731691385865 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2af09f91: reopening flushed file at 1731691385869 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=55, compaction requested=false at 1731691385874 (+5 ms)Writing region close event to WAL at 1731691385875 (+1 ms)Closed at 1731691385875 2024-11-15T17:23:05,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44801 is added to blk_1073741830_1006 (size=32782) 2024-11-15T17:23:05,876 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/472ea290-f2a0-2575-c3f7-2673d804d2eb/MasterData/WALs/046d875b9f8f,43637,1731691369016/046d875b9f8f%2C43637%2C1731691369016.1731691370482 not finished, retry = 0 2024-11-15T17:23:05,977 INFO [M:0;046d875b9f8f:43637 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:23:05,977 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:23:05,978 INFO [M:0;046d875b9f8f:43637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43637 2024-11-15T17:23:05,978 INFO [M:0;046d875b9f8f:43637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:23:06,028 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:06,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:23:06,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x1013f8520660006, quorum=127.0.0.1:64049, baseZNode=/2-904230344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:23:06,128 INFO [M:0;046d875b9f8f:43637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:23:06,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3825ee67{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:23:06,131 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6240a473{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:23:06,131 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:23:06,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8dfaa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:23:06,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75074f2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/hadoop.log.dir/,STOPPED} 2024-11-15T17:23:06,134 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:23:06,135 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:23:06,135 WARN [BP-524624600-172.17.0.2-1731691367074 heartbeating to localhost/127.0.0.1:35929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:23:06,135 WARN [BP-524624600-172.17.0.2-1731691367074 heartbeating to localhost/127.0.0.1:35929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-524624600-172.17.0.2-1731691367074 (Datanode Uuid 22cb5e59-11ec-4428-bff9-224b3cd6043e) service to localhost/127.0.0.1:35929 2024-11-15T17:23:06,135 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/cluster_b817f968-c1b9-f354-7750-d6a92a434750/data/data1/current/BP-524624600-172.17.0.2-1731691367074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:23:06,136 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/cluster_b817f968-c1b9-f354-7750-d6a92a434750/data/data2/current/BP-524624600-172.17.0.2-1731691367074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:23:06,136 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:23:06,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37627d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:23:06,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35a49fbd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:23:06,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:23:06,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2adc35fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:23:06,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@205fa040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7124aa-c1d9-2080-52ae-1c8d836a212f/hadoop.log.dir/,STOPPED} 2024-11-15T17:23:06,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:23:06,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:23:06,162 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:23:06,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:23:06,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:06,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:06,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:23:06,164 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:23:06,164 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2133119677, stopped=false 2024-11-15T17:23:06,164 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,32839,1731691363924 2024-11-15T17:23:06,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-37110987/running 2024-11-15T17:23:06,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-37110987/running 2024-11-15T17:23:06,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987 2024-11-15T17:23:06,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987 2024-11-15T17:23:06,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Set watcher on znode that does not yet exist, /1-37110987/running 2024-11-15T17:23:06,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Set watcher on znode that does not yet exist, /1-37110987/running 2024-11-15T17:23:06,180 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:23:06,181 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:23:06,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:23:06,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:06,182 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,43791,1731691364068' ***** 2024-11-15T17:23:06,182 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:23:06,182 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:23:06,182 INFO [RS:0;046d875b9f8f:43791 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:23:06,182 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:23:06,182 INFO [RS:0;046d875b9f8f:43791 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:23:06,182 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(3091): Received CLOSE for 62193079ee89dd53ab763aa996b6a38d 2024-11-15T17:23:06,186 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,43791,1731691364068 2024-11-15T17:23:06,186 INFO [RS:0;046d875b9f8f:43791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:23:06,187 INFO [RS:0;046d875b9f8f:43791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:43791. 2024-11-15T17:23:06,187 DEBUG [RS:0;046d875b9f8f:43791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:23:06,187 DEBUG [RS:0;046d875b9f8f:43791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:06,187 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:23:06,187 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:23:06,187 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:23:06,187 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:23:06,188 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62193079ee89dd53ab763aa996b6a38d, disabling compactions & flushes 2024-11-15T17:23:06,188 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731691373835.62193079ee89dd53ab763aa996b6a38d. 2024-11-15T17:23:06,188 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691373835.62193079ee89dd53ab763aa996b6a38d. 2024-11-15T17:23:06,188 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731691373835.62193079ee89dd53ab763aa996b6a38d. after waiting 0 ms 2024-11-15T17:23:06,188 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731691373835.62193079ee89dd53ab763aa996b6a38d. 2024-11-15T17:23:06,188 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:23:06,192 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T17:23:06,192 DEBUG [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(1325): Online Regions={62193079ee89dd53ab763aa996b6a38d=test,,1731691373835.62193079ee89dd53ab763aa996b6a38d., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T17:23:06,192 DEBUG [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62193079ee89dd53ab763aa996b6a38d 2024-11-15T17:23:06,193 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:23:06,194 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:23:06,194 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:23:06,194 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:23:06,194 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:23:06,194 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T17:23:06,233 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/default/test/62193079ee89dd53ab763aa996b6a38d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T17:23:06,234 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:23:06,234 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:23:06,234 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731691373835.62193079ee89dd53ab763aa996b6a38d. 2024-11-15T17:23:06,234 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62193079ee89dd53ab763aa996b6a38d: Waiting for close lock at 1731691386188Running coprocessor pre-close hooks at 1731691386188Disabling compacts and flushes for region at 1731691386188Disabling writes for close at 1731691386188Writing region close event to WAL at 1731691386225 (+37 ms)Running coprocessor post-close hooks at 1731691386234 (+9 ms)Closed at 1731691386234 2024-11-15T17:23:06,234 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731691373835.62193079ee89dd53ab763aa996b6a38d. 2024-11-15T17:23:06,241 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/.tmp/info/e756f45d6f0b4c079c85fe7d5cdb1889 is 129, key is test,,1731691373835.62193079ee89dd53ab763aa996b6a38d./info:regioninfo/1731691374572/Put/seqid=0 2024-11-15T17:23:06,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741841_1017 (size=6421) 2024-11-15T17:23:06,392 DEBUG [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:23:06,536 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:06,593 DEBUG [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:23:06,658 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/.tmp/info/e756f45d6f0b4c079c85fe7d5cdb1889 2024-11-15T17:23:06,684 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/.tmp/ns/76e33e359c74453f953d043cc58f05d5 is 43, key is default/ns:d/1731691366975/Put/seqid=0 2024-11-15T17:23:06,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741842_1018 (size=5153) 2024-11-15T17:23:06,700 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/.tmp/ns/76e33e359c74453f953d043cc58f05d5 2024-11-15T17:23:06,729 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/.tmp/rep_barrier/b6b030b95b4c48ff9f4c16518de7138f is 112, key is test,,1731691373835.62193079ee89dd53ab763aa996b6a38d./rep_barrier:seqnumDuringOpen/1731691374572/Put/seqid=0 2024-11-15T17:23:06,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741843_1019 (size=5518) 2024-11-15T17:23:06,741 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/.tmp/rep_barrier/b6b030b95b4c48ff9f4c16518de7138f 2024-11-15T17:23:06,762 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/.tmp/table/8324102cedcd40db97fb3344a514da5a is 40, key is test/table:state/1731691374578/Put/seqid=0 2024-11-15T17:23:06,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741844_1020 (size=5165) 2024-11-15T17:23:06,793 DEBUG [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:23:06,839 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:23:06,839 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:23:06,993 DEBUG [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:23:07,041 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:07,168 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/.tmp/table/8324102cedcd40db97fb3344a514da5a 2024-11-15T17:23:07,177 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/.tmp/info/e756f45d6f0b4c079c85fe7d5cdb1889 as hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/info/e756f45d6f0b4c079c85fe7d5cdb1889 2024-11-15T17:23:07,182 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/info/e756f45d6f0b4c079c85fe7d5cdb1889, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T17:23:07,184 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/.tmp/ns/76e33e359c74453f953d043cc58f05d5 as hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/ns/76e33e359c74453f953d043cc58f05d5 2024-11-15T17:23:07,192 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/ns/76e33e359c74453f953d043cc58f05d5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T17:23:07,193 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T17:23:07,193 DEBUG [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T17:23:07,193 DEBUG [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:23:07,193 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/.tmp/rep_barrier/b6b030b95b4c48ff9f4c16518de7138f as hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/rep_barrier/b6b030b95b4c48ff9f4c16518de7138f 2024-11-15T17:23:07,201 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/rep_barrier/b6b030b95b4c48ff9f4c16518de7138f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T17:23:07,202 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/.tmp/table/8324102cedcd40db97fb3344a514da5a as hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/table/8324102cedcd40db97fb3344a514da5a 2024-11-15T17:23:07,207 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/table/8324102cedcd40db97fb3344a514da5a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T17:23:07,208 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1014ms, sequenceid=11, compaction requested=false 2024-11-15T17:23:07,216 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T17:23:07,217 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:23:07,217 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:23:07,217 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:23:07,217 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691386193Running coprocessor pre-close hooks at 1731691386193Disabling compacts and flushes for region at 1731691386193Disabling writes for close at 1731691386194 (+1 ms)Obtaining lock to block concurrent updates at 1731691386194Preparing flush snapshotting stores in 1588230740 at 1731691386194Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731691386194Flushing stores of hbase:meta,,1.1588230740 at 1731691386197 (+3 ms)Flushing 1588230740/info: creating writer at 1731691386197Flushing 1588230740/info: appending metadata at 1731691386240 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731691386240Flushing 1588230740/ns: creating writer at 1731691386665 (+425 ms)Flushing 1588230740/ns: appending metadata at 1731691386684 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731691386684Flushing 1588230740/rep_barrier: creating writer at 1731691386706 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731691386729 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731691386729Flushing 1588230740/table: creating writer at 1731691386744 (+15 ms)Flushing 1588230740/table: appending metadata at 1731691386762 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731691386762Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6afc32f0: reopening flushed file at 1731691387176 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d927c6f: reopening flushed file at 1731691387183 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@765098c1: reopening flushed file at 1731691387192 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b48a60: reopening flushed file at 1731691387201 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1014ms, sequenceid=11, compaction requested=false at 1731691387208 (+7 ms)Writing region close event to WAL at 1731691387213 (+5 ms)Running coprocessor post-close hooks at 1731691387217 (+4 ms)Closed at 1731691387217 2024-11-15T17:23:07,217 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:23:07,393 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,43791,1731691364068; all regions closed. 2024-11-15T17:23:07,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741834_1010 (size=2717) 2024-11-15T17:23:07,401 DEBUG [RS:0;046d875b9f8f:43791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/oldWALs 2024-11-15T17:23:07,401 INFO [RS:0;046d875b9f8f:43791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C43791%2C1731691364068.meta:.meta(num 1731691366881) 2024-11-15T17:23:07,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741832_1008 (size=1374) 2024-11-15T17:23:07,405 DEBUG [RS:0;046d875b9f8f:43791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/oldWALs 2024-11-15T17:23:07,405 INFO [RS:0;046d875b9f8f:43791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 046d875b9f8f%2C43791%2C1731691364068:(num 1731691365917) 2024-11-15T17:23:07,405 DEBUG [RS:0;046d875b9f8f:43791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:07,405 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:23:07,405 INFO [RS:0;046d875b9f8f:43791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:23:07,405 INFO [RS:0;046d875b9f8f:43791 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T17:23:07,405 INFO [RS:0;046d875b9f8f:43791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:23:07,405 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:23:07,405 INFO [RS:0;046d875b9f8f:43791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:43791. 2024-11-15T17:23:07,405 DEBUG [RS:0;046d875b9f8f:43791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:23:07,406 DEBUG [RS:0;046d875b9f8f:43791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:07,406 DEBUG [RS:0;046d875b9f8f:43791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:07,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:23:07,406 INFO [RS:0;046d875b9f8f:43791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43791 2024-11-15T17:23:07,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987/rs 2024-11-15T17:23:07,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-37110987/rs/046d875b9f8f,43791,1731691364068 2024-11-15T17:23:07,448 INFO [RS:0;046d875b9f8f:43791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:23:07,459 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,43791,1731691364068] 2024-11-15T17:23:07,469 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-37110987/draining/046d875b9f8f,43791,1731691364068 already deleted, retry=false 2024-11-15T17:23:07,469 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,43791,1731691364068 expired; onlineServers=0 2024-11-15T17:23:07,469 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,32839,1731691363924' ***** 2024-11-15T17:23:07,469 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:23:07,469 INFO [M:0;046d875b9f8f:32839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:23:07,469 INFO [M:0;046d875b9f8f:32839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:23:07,469 DEBUG [M:0;046d875b9f8f:32839 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:23:07,469 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:23:07,470 DEBUG [M:0;046d875b9f8f:32839 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:23:07,470 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691365635 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691365635,5,FailOnTimeoutGroup] 2024-11-15T17:23:07,470 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691365635 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691365635,5,FailOnTimeoutGroup] 2024-11-15T17:23:07,470 INFO [M:0;046d875b9f8f:32839 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:23:07,470 INFO [M:0;046d875b9f8f:32839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:23:07,470 DEBUG [M:0;046d875b9f8f:32839 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:23:07,470 INFO [M:0;046d875b9f8f:32839 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:23:07,470 INFO [M:0;046d875b9f8f:32839 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:23:07,470 INFO [M:0;046d875b9f8f:32839 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:23:07,470 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:23:07,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-37110987/master 2024-11-15T17:23:07,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-37110987 2024-11-15T17:23:07,480 DEBUG [M:0;046d875b9f8f:32839 {}] zookeeper.ZKUtil(347): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Unable to get data of znode /1-37110987/master because node does not exist (not an error) 2024-11-15T17:23:07,480 WARN [M:0;046d875b9f8f:32839 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:23:07,481 INFO [M:0;046d875b9f8f:32839 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/.lastflushedseqids 2024-11-15T17:23:07,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741845_1021 (size=173) 2024-11-15T17:23:07,540 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:07,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:23:07,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43791-0x1013f8520660004, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:23:07,559 INFO [RS:0;046d875b9f8f:43791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:23:07,559 INFO [RS:0;046d875b9f8f:43791 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,43791,1731691364068; zookeeper connection closed. 2024-11-15T17:23:07,559 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43b6ce29 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43b6ce29 2024-11-15T17:23:07,559 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:23:07,885 INFO [M:0;046d875b9f8f:32839 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:23:07,885 INFO [M:0;046d875b9f8f:32839 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:23:07,885 DEBUG [M:0;046d875b9f8f:32839 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:23:07,885 INFO [M:0;046d875b9f8f:32839 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:23:07,885 DEBUG [M:0;046d875b9f8f:32839 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:23:07,885 DEBUG [M:0;046d875b9f8f:32839 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:23:07,885 DEBUG [M:0;046d875b9f8f:32839 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:23:07,885 INFO [M:0;046d875b9f8f:32839 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-15T17:23:07,901 DEBUG [M:0;046d875b9f8f:32839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/607d817fe2dc4035bd18d5125051f794 is 82, key is hbase:meta,,1/info:regioninfo/1731691366911/Put/seqid=0 2024-11-15T17:23:07,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741846_1022 (size=5672) 2024-11-15T17:23:08,158 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:08,305 INFO [M:0;046d875b9f8f:32839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/607d817fe2dc4035bd18d5125051f794 2024-11-15T17:23:08,323 DEBUG [M:0;046d875b9f8f:32839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af68ed961824417a90ca338e8d150466 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731691374581/Put/seqid=0 2024-11-15T17:23:08,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741847_1023 (size=6587) 2024-11-15T17:23:08,330 INFO [M:0;046d875b9f8f:32839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af68ed961824417a90ca338e8d150466 2024-11-15T17:23:08,355 DEBUG [M:0;046d875b9f8f:32839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ab6c5f9c9a64433a661426d433148ad is 69, key is 046d875b9f8f,43791,1731691364068/rs:state/1731691365741/Put/seqid=0 2024-11-15T17:23:08,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741848_1024 (size=5156) 2024-11-15T17:23:08,358 INFO [M:0;046d875b9f8f:32839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ab6c5f9c9a64433a661426d433148ad 2024-11-15T17:23:08,362 DEBUG [M:0;046d875b9f8f:32839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/607d817fe2dc4035bd18d5125051f794 as hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/607d817fe2dc4035bd18d5125051f794 2024-11-15T17:23:08,366 INFO [M:0;046d875b9f8f:32839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/607d817fe2dc4035bd18d5125051f794, entries=8, sequenceid=55, filesize=5.5 K 2024-11-15T17:23:08,367 DEBUG [M:0;046d875b9f8f:32839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af68ed961824417a90ca338e8d150466 as hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af68ed961824417a90ca338e8d150466 2024-11-15T17:23:08,371 INFO [M:0;046d875b9f8f:32839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af68ed961824417a90ca338e8d150466, entries=6, sequenceid=55, filesize=6.4 K 2024-11-15T17:23:08,371 DEBUG [M:0;046d875b9f8f:32839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ab6c5f9c9a64433a661426d433148ad as hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ab6c5f9c9a64433a661426d433148ad 2024-11-15T17:23:08,375 INFO [M:0;046d875b9f8f:32839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35087/user/jenkins/test-data/8ba2bf9e-351c-8c8e-1d5f-4d9007725b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ab6c5f9c9a64433a661426d433148ad, entries=1, sequenceid=55, filesize=5.0 K 2024-11-15T17:23:08,376 INFO [M:0;046d875b9f8f:32839 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 491ms, sequenceid=55, compaction requested=false 2024-11-15T17:23:08,377 INFO [M:0;046d875b9f8f:32839 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:23:08,377 DEBUG [M:0;046d875b9f8f:32839 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691387885Disabling compacts and flushes for region at 1731691387885Disabling writes for close at 1731691387885Obtaining lock to block concurrent updates at 1731691387885Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691387885Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731691387886 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691387886Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691387886Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691387901 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691387901Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691388309 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691388323 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691388323Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691388335 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691388354 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691388354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c21d8cf: reopening flushed file at 1731691388362 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c7916ee: reopening flushed file at 1731691388366 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@606727f4: reopening flushed file at 1731691388371 (+5 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 491ms, sequenceid=55, compaction requested=false at 1731691388376 (+5 ms)Writing region close event to WAL at 1731691388377 (+1 ms)Closed at 1731691388377 2024-11-15T17:23:08,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46269 is added to blk_1073741830_1006 (size=32782) 2024-11-15T17:23:08,379 INFO [M:0;046d875b9f8f:32839 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:23:08,379 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:23:08,380 INFO [M:0;046d875b9f8f:32839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32839 2024-11-15T17:23:08,380 INFO [M:0;046d875b9f8f:32839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:23:08,502 INFO [M:0;046d875b9f8f:32839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:23:08,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:23:08,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x1013f8520660003, quorum=127.0.0.1:64049, baseZNode=/1-37110987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:23:08,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49c06ed7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:23:08,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@362a4d7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:23:08,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:23:08,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b583009{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:23:08,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aba0120{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/hadoop.log.dir/,STOPPED} 2024-11-15T17:23:08,507 WARN [BP-2138473246-172.17.0.2-1731691361925 heartbeating to localhost/127.0.0.1:35087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:23:08,507 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:23:08,507 WARN [BP-2138473246-172.17.0.2-1731691361925 heartbeating to localhost/127.0.0.1:35087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2138473246-172.17.0.2-1731691361925 (Datanode Uuid ac12e4c9-154d-4362-97e1-66884731ce60) service to localhost/127.0.0.1:35087 2024-11-15T17:23:08,507 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:23:08,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/cluster_7a0e132d-c7d8-7a9e-070b-af2fd3d81549/data/data1/current/BP-2138473246-172.17.0.2-1731691361925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:23:08,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/cluster_7a0e132d-c7d8-7a9e-070b-af2fd3d81549/data/data2/current/BP-2138473246-172.17.0.2-1731691361925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:23:08,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:23:08,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f8c2f2f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:23:08,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d2b1f96{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:23:08,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:23:08,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f392555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:23:08,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@772e1cf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b7c14d-d6ae-dd80-a725-edb3c6527f37/hadoop.log.dir/,STOPPED} 2024-11-15T17:23:08,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:23:08,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T17:23:08,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:23:08,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:23:08,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:08,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:23:08,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:08,532 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T17:23:08,532 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=462151394, stopped=false 2024-11-15T17:23:08,532 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=046d875b9f8f,40093,1731691359302 2024-11-15T17:23:08,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01441676881/running 2024-11-15T17:23:08,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01441676881/running 2024-11-15T17:23:08,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881 2024-11-15T17:23:08,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881 2024-11-15T17:23:08,543 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:23:08,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Set watcher on znode that does not yet exist, /01441676881/running 2024-11-15T17:23:08,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Set watcher on znode that does not yet exist, /01441676881/running 2024-11-15T17:23:08,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T17:23:08,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:23:08,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:08,544 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '046d875b9f8f,33383,1731691359499' ***** 2024-11-15T17:23:08,544 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T17:23:08,545 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T17:23:08,545 INFO [RS:0;046d875b9f8f:33383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T17:23:08,545 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T17:23:08,545 INFO [RS:0;046d875b9f8f:33383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T17:23:08,545 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(3091): Received CLOSE for 53401da73c62204fb98c10e001e9ea6b 2024-11-15T17:23:08,545 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(3091): Received CLOSE for 14c8a088c1fa455940dcfea05a54fc0d 2024-11-15T17:23:08,545 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(959): stopping server 046d875b9f8f,33383,1731691359499 2024-11-15T17:23:08,545 INFO [RS:0;046d875b9f8f:33383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:23:08,545 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53401da73c62204fb98c10e001e9ea6b, disabling compactions & flushes 2024-11-15T17:23:08,545 INFO [RS:0;046d875b9f8f:33383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:33383. 2024-11-15T17:23:08,545 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b. 2024-11-15T17:23:08,545 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b. 2024-11-15T17:23:08,545 DEBUG [RS:0;046d875b9f8f:33383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:23:08,545 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b. after waiting 0 ms 2024-11-15T17:23:08,545 DEBUG [RS:0;046d875b9f8f:33383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:08,545 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b. 2024-11-15T17:23:08,545 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T17:23:08,546 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T17:23:08,546 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T17:23:08,546 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T17:23:08,546 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 53401da73c62204fb98c10e001e9ea6b 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-15T17:23:08,548 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T17:23:08,548 DEBUG [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(1325): Online Regions={53401da73c62204fb98c10e001e9ea6b=hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b., 14c8a088c1fa455940dcfea05a54fc0d=test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T17:23:08,548 DEBUG [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(1351): Waiting on 14c8a088c1fa455940dcfea05a54fc0d, 1588230740, 53401da73c62204fb98c10e001e9ea6b 2024-11-15T17:23:08,548 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T17:23:08,548 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T17:23:08,548 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T17:23:08,548 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T17:23:08,549 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T17:23:08,549 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T17:23:08,576 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/.tmp/info/66d468c23d7f485c87cb5566710da4e2 is 147, key is hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b./info:regioninfo/1731691378297/Put/seqid=0 2024-11-15T17:23:08,576 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/replication/53401da73c62204fb98c10e001e9ea6b/.tmp/hfileref/d22f87c6386545d585372ad51069952d is 74, key is 1/hfileref:0a561485df8f4e1aa36a7629809ea514_SeqId_4_/1731691380523/DeleteColumn/seqid=0 2024-11-15T17:23:08,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741847_1023 (size=5489) 2024-11-15T17:23:08,591 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/replication/53401da73c62204fb98c10e001e9ea6b/.tmp/hfileref/d22f87c6386545d585372ad51069952d 2024-11-15T17:23:08,592 INFO [regionserver/046d875b9f8f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:23:08,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741848_1024 (size=7686) 2024-11-15T17:23:08,601 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/.tmp/info/66d468c23d7f485c87cb5566710da4e2 2024-11-15T17:23:08,625 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/replication/53401da73c62204fb98c10e001e9ea6b/.tmp/queue/30b1909d03154b338fe2be9ab2eb5dc3 is 153, key is 1-046d875b9f8f,33383,1731691359499/queue:046d875b9f8f%2C33383%2C1731691359499/1731691382953/Put/seqid=0 2024-11-15T17:23:08,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741849_1025 (size=5504) 2024-11-15T17:23:08,632 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/replication/53401da73c62204fb98c10e001e9ea6b/.tmp/queue/30b1909d03154b338fe2be9ab2eb5dc3 2024-11-15T17:23:08,638 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/replication/53401da73c62204fb98c10e001e9ea6b/.tmp/hfileref/d22f87c6386545d585372ad51069952d as hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/replication/53401da73c62204fb98c10e001e9ea6b/hfileref/d22f87c6386545d585372ad51069952d 2024-11-15T17:23:08,643 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/replication/53401da73c62204fb98c10e001e9ea6b/hfileref/d22f87c6386545d585372ad51069952d, entries=6, sequenceid=17, filesize=5.4 K 2024-11-15T17:23:08,644 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:08,644 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/replication/53401da73c62204fb98c10e001e9ea6b/.tmp/queue/30b1909d03154b338fe2be9ab2eb5dc3 as hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/replication/53401da73c62204fb98c10e001e9ea6b/queue/30b1909d03154b338fe2be9ab2eb5dc3 2024-11-15T17:23:08,650 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/replication/53401da73c62204fb98c10e001e9ea6b/queue/30b1909d03154b338fe2be9ab2eb5dc3, entries=2, sequenceid=17, filesize=5.4 K 2024-11-15T17:23:08,651 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 53401da73c62204fb98c10e001e9ea6b in 106ms, sequenceid=17, compaction requested=false 2024-11-15T17:23:08,655 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/.tmp/ns/f0c41fd22824492d8e1b9a4d1e017e09 is 43, key is default/ns:d/1731691361751/Put/seqid=0 2024-11-15T17:23:08,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741850_1026 (size=5153) 2024-11-15T17:23:08,666 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/.tmp/ns/f0c41fd22824492d8e1b9a4d1e017e09 2024-11-15T17:23:08,680 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/replication/53401da73c62204fb98c10e001e9ea6b/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-15T17:23:08,681 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:23:08,681 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:23:08,681 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b. 2024-11-15T17:23:08,681 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53401da73c62204fb98c10e001e9ea6b: Waiting for close lock at 1731691388545Running coprocessor pre-close hooks at 1731691388545Disabling compacts and flushes for region at 1731691388545Disabling writes for close at 1731691388545Obtaining lock to block concurrent updates at 1731691388546 (+1 ms)Preparing flush snapshotting stores in 53401da73c62204fb98c10e001e9ea6b at 1731691388546Finished memstore snapshotting hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731691388546Flushing stores of hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b. at 1731691388547 (+1 ms)Flushing 53401da73c62204fb98c10e001e9ea6b/hfileref: creating writer at 1731691388547Flushing 53401da73c62204fb98c10e001e9ea6b/hfileref: appending metadata at 1731691388575 (+28 ms)Flushing 53401da73c62204fb98c10e001e9ea6b/hfileref: closing flushed file at 1731691388575Flushing 53401da73c62204fb98c10e001e9ea6b/queue: creating writer at 1731691388603 (+28 ms)Flushing 53401da73c62204fb98c10e001e9ea6b/queue: appending metadata at 1731691388624 (+21 ms)Flushing 53401da73c62204fb98c10e001e9ea6b/queue: closing flushed file at 1731691388624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d697581: reopening flushed file at 1731691388637 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46fdbb3e: reopening flushed file at 1731691388643 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 53401da73c62204fb98c10e001e9ea6b in 106ms, sequenceid=17, compaction requested=false at 1731691388651 (+8 ms)Writing region close event to WAL at 1731691388661 (+10 ms)Running coprocessor post-close hooks at 1731691388681 (+20 ms)Closed at 1731691388681 2024-11-15T17:23:08,681 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731691377135.53401da73c62204fb98c10e001e9ea6b. 2024-11-15T17:23:08,681 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14c8a088c1fa455940dcfea05a54fc0d, disabling compactions & flushes 2024-11-15T17:23:08,681 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d. 2024-11-15T17:23:08,681 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d. 2024-11-15T17:23:08,681 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d. after waiting 0 ms 2024-11-15T17:23:08,681 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d. 2024-11-15T17:23:08,694 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/default/test/14c8a088c1fa455940dcfea05a54fc0d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T17:23:08,694 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:23:08,694 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T17:23:08,694 INFO [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d. 2024-11-15T17:23:08,694 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14c8a088c1fa455940dcfea05a54fc0d: Waiting for close lock at 1731691388681Running coprocessor pre-close hooks at 1731691388681Disabling compacts and flushes for region at 1731691388681Disabling writes for close at 1731691388681Writing region close event to WAL at 1731691388691 (+10 ms)Running coprocessor post-close hooks at 1731691388694 (+3 ms)Closed at 1731691388694 2024-11-15T17:23:08,695 DEBUG [RS_CLOSE_REGION-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d. 2024-11-15T17:23:08,703 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/.tmp/rep_barrier/870c3956fee64284b545c9dbbff9b7e5 is 112, key is test,,1731691371685.14c8a088c1fa455940dcfea05a54fc0d./rep_barrier:seqnumDuringOpen/1731691372831/Put/seqid=0 2024-11-15T17:23:08,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741851_1027 (size=5518) 2024-11-15T17:23:08,748 DEBUG [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:23:08,892 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T17:23:08,949 DEBUG [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:23:09,059 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T17:23:09,059 INFO [regionserver/046d875b9f8f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T17:23:09,107 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/.tmp/rep_barrier/870c3956fee64284b545c9dbbff9b7e5 2024-11-15T17:23:09,124 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/.tmp/table/148fc57f04f947c2b88e93c2c4e786f3 is 53, key is hbase:replication/table:state/1731691378307/Put/seqid=0 2024-11-15T17:23:09,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741852_1028 (size=5308) 2024-11-15T17:23:09,149 DEBUG [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:23:09,178 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T17:23:09,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T17:23:09,349 DEBUG [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:23:09,361 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 393, reset compression=false 2024-11-15T17:23:09,365 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T17:23:09,365 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 688, reset compression=false 2024-11-15T17:23:09,365 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-046d875b9f8f,33383,1731691359499 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T17:23:09,366 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 046d875b9f8f,33383,1731691359499: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-046d875b9f8f,33383,1731691359499, walGroup=046d875b9f8f%2C33383%2C1731691359499, offset=046d875b9f8f%2C33383%2C1731691359499.1731691380791:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:33383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T17:23:09,367 ERROR [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T17:23:09,367 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T17:23:09,367 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T17:23:09,367 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T17:23:09,368 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T17:23:09,368 INFO [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1713373184, "init": 1048576000, "max": 2306867200, "used": 1030690832 }, "NonHeapMemoryUsage": { "committed": 210829312, "init": 7667712, "max": -1, "used": 207841512 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T17:23:09,368 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:40093 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=046d875b9f8f:40093 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T17:23:09,528 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/.tmp/table/148fc57f04f947c2b88e93c2c4e786f3 2024-11-15T17:23:09,532 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/.tmp/info/66d468c23d7f485c87cb5566710da4e2 as hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/info/66d468c23d7f485c87cb5566710da4e2 2024-11-15T17:23:09,535 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/info/66d468c23d7f485c87cb5566710da4e2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T17:23:09,536 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/.tmp/ns/f0c41fd22824492d8e1b9a4d1e017e09 as hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/ns/f0c41fd22824492d8e1b9a4d1e017e09 2024-11-15T17:23:09,539 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/ns/f0c41fd22824492d8e1b9a4d1e017e09, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T17:23:09,540 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/.tmp/rep_barrier/870c3956fee64284b545c9dbbff9b7e5 as hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/rep_barrier/870c3956fee64284b545c9dbbff9b7e5 2024-11-15T17:23:09,543 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/rep_barrier/870c3956fee64284b545c9dbbff9b7e5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T17:23:09,544 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/.tmp/table/148fc57f04f947c2b88e93c2c4e786f3 as hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/table/148fc57f04f947c2b88e93c2c4e786f3 2024-11-15T17:23:09,548 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/table/148fc57f04f947c2b88e93c2c4e786f3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T17:23:09,549 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 999ms, sequenceid=16, compaction requested=false 2024-11-15T17:23:09,549 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T17:23:09,549 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T17:23:09,549 DEBUG [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T17:23:09,549 DEBUG [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T17:23:09,558 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T17:23:09,558 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T17:23:09,558 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T17:23:09,558 INFO [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T17:23:09,558 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731691388548Running coprocessor pre-close hooks at 1731691388548Disabling compacts and flushes for region at 1731691388548Disabling writes for close at 1731691388548Obtaining lock to block concurrent updates at 1731691388549 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731691388549Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731691388549Flushing stores of hbase:meta,,1.1588230740 at 1731691388549Flushing 1588230740/info: creating writer at 1731691388550 (+1 ms)Flushing 1588230740/info: appending metadata at 1731691388575 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731691388575Flushing 1588230740/ns: creating writer at 1731691388608 (+33 ms)Flushing 1588230740/ns: appending metadata at 1731691388654 (+46 ms)Flushing 1588230740/ns: closing flushed file at 1731691388654Flushing 1588230740/rep_barrier: creating writer at 1731691388676 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731691388702 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731691388702Flushing 1588230740/table: creating writer at 1731691389110 (+408 ms)Flushing 1588230740/table: appending metadata at 1731691389123 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731691389124 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a01a7b1: reopening flushed file at 1731691389531 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@526f9f5e: reopening flushed file at 1731691389536 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1183c6be: reopening flushed file at 1731691389539 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@301e1153: reopening flushed file at 1731691389543 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 999ms, sequenceid=16, compaction requested=false at 1731691389549 (+6 ms)Writing region close event to WAL at 1731691389555 (+6 ms)Running coprocessor post-close hooks at 1731691389558 (+3 ms)Closed at 1731691389558 2024-11-15T17:23:09,558 DEBUG [RS_CLOSE_META-regionserver/046d875b9f8f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T17:23:09,569 DEBUG [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.wal-reader.046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/WALs/046d875b9f8f,33383,1731691359499/046d875b9f8f%2C33383%2C1731691359499.1731691380791 to pos 688, reset compression=false 2024-11-15T17:23:09,749 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(976): stopping server 046d875b9f8f,33383,1731691359499; all regions closed. 2024-11-15T17:23:09,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741844_1020 (size=859) 2024-11-15T17:23:09,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741843_1019 (size=2791) 2024-11-15T17:23:09,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741842_1018 (size=696) 2024-11-15T17:23:09,759 DEBUG [RS:0;046d875b9f8f:33383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:09,759 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T17:23:09,759 INFO [RS:0;046d875b9f8f:33383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:23:09,759 INFO [RS:0;046d875b9f8f:33383 {}] hbase.ChoreService(370): Chore service for: regionserver/046d875b9f8f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T17:23:09,759 INFO [RS:0;046d875b9f8f:33383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:23:09,760 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-046d875b9f8f,33383,1731691359499 because: Region server is closing 2024-11-15T17:23:09,760 INFO [regionserver/046d875b9f8f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:23:09,760 INFO [RS:0;046d875b9f8f:33383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:33383. 2024-11-15T17:23:09,760 DEBUG [RS:0;046d875b9f8f:33383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:23:09,760 DEBUG [RS:0;046d875b9f8f:33383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:09,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:23:09,761 DEBUG [RS:0;046d875b9f8f:33383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:09,861 WARN [RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T17:23:09,861 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,1-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,1-046d875b9f8f,33383,1731691359499 terminated 2024-11-15T17:23:09,861 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-046d875b9f8f,33383,1731691359499 because: Region server is closing 2024-11-15T17:23:09,861 INFO [RS:0;046d875b9f8f:33383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;046d875b9f8f:33383. 2024-11-15T17:23:09,861 DEBUG [RS:0;046d875b9f8f:33383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T17:23:09,861 DEBUG [RS:0;046d875b9f8f:33383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:09,862 DEBUG [RS:0;046d875b9f8f:33383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T17:23:09,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T17:23:09,962 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/046d875b9f8f:0-0.replicationSource,2-046d875b9f8f,33383,1731691359499.replicationSource.shipper046d875b9f8f%2C33383%2C1731691359499,2-046d875b9f8f,33383,1731691359499 terminated 2024-11-15T17:23:09,962 INFO [RS:0;046d875b9f8f:33383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33383 2024-11-15T17:23:10,045 INFO [RS:0;046d875b9f8f:33383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:23:10,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881/rs 2024-11-15T17:23:10,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01441676881/rs/046d875b9f8f,33383,1731691359499 2024-11-15T17:23:10,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [046d875b9f8f,33383,1731691359499] 2024-11-15T17:23:10,132 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01441676881/draining/046d875b9f8f,33383,1731691359499 already deleted, retry=false 2024-11-15T17:23:10,132 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 046d875b9f8f,33383,1731691359499 expired; onlineServers=0 2024-11-15T17:23:10,132 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '046d875b9f8f,40093,1731691359302' ***** 2024-11-15T17:23:10,132 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T17:23:10,132 INFO [M:0;046d875b9f8f:40093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T17:23:10,132 INFO [M:0;046d875b9f8f:40093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T17:23:10,132 DEBUG [M:0;046d875b9f8f:40093 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T17:23:10,133 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T17:23:10,133 DEBUG [M:0;046d875b9f8f:40093 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T17:23:10,133 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691360832 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.large.0-1731691360832,5,FailOnTimeoutGroup] 2024-11-15T17:23:10,133 DEBUG [master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691360841 {}] cleaner.HFileCleaner(306): Exit Thread[master/046d875b9f8f:0:becomeActiveMaster-HFileCleaner.small.0-1731691360841,5,FailOnTimeoutGroup] 2024-11-15T17:23:10,133 INFO [M:0;046d875b9f8f:40093 {}] hbase.ChoreService(370): Chore service for: master/046d875b9f8f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T17:23:10,133 INFO [M:0;046d875b9f8f:40093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T17:23:10,133 DEBUG [M:0;046d875b9f8f:40093 {}] master.HMaster(1795): Stopping service threads 2024-11-15T17:23:10,133 INFO [M:0;046d875b9f8f:40093 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T17:23:10,133 INFO [M:0;046d875b9f8f:40093 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T17:23:10,133 INFO [M:0;046d875b9f8f:40093 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T17:23:10,133 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T17:23:10,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01441676881/master 2024-11-15T17:23:10,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01441676881 2024-11-15T17:23:10,193 DEBUG [M:0;046d875b9f8f:40093 {}] zookeeper.ZKUtil(347): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Unable to get data of znode /01441676881/master because node does not exist (not an error) 2024-11-15T17:23:10,193 WARN [M:0;046d875b9f8f:40093 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T17:23:10,193 INFO [M:0;046d875b9f8f:40093 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/.lastflushedseqids 2024-11-15T17:23:10,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741853_1029 (size=263) 2024-11-15T17:23:10,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:23:10,217 INFO [RS:0;046d875b9f8f:33383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:23:10,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33383-0x1013f8520660001, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:23:10,217 INFO [RS:0;046d875b9f8f:33383 {}] regionserver.HRegionServer(1031): Exiting; stopping=046d875b9f8f,33383,1731691359499; zookeeper connection closed. 2024-11-15T17:23:10,217 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7acf4bf3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7acf4bf3 2024-11-15T17:23:10,218 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T17:23:10,597 INFO [M:0;046d875b9f8f:40093 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T17:23:10,597 INFO [M:0;046d875b9f8f:40093 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T17:23:10,598 DEBUG [M:0;046d875b9f8f:40093 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T17:23:10,598 INFO [M:0;046d875b9f8f:40093 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:23:10,598 DEBUG [M:0;046d875b9f8f:40093 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:23:10,598 DEBUG [M:0;046d875b9f8f:40093 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T17:23:10,598 DEBUG [M:0;046d875b9f8f:40093 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:23:10,598 INFO [M:0;046d875b9f8f:40093 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-15T17:23:10,617 DEBUG [M:0;046d875b9f8f:40093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79067c33cbae4669993bd7d6b4e6b95d is 82, key is hbase:meta,,1/info:regioninfo/1731691361701/Put/seqid=0 2024-11-15T17:23:10,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741854_1030 (size=5672) 2024-11-15T17:23:11,026 INFO [M:0;046d875b9f8f:40093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79067c33cbae4669993bd7d6b4e6b95d 2024-11-15T17:23:11,048 DEBUG [M:0;046d875b9f8f:40093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/087d54b4190c48d08529fbe0c3041518 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731691378310/Put/seqid=0 2024-11-15T17:23:11,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741855_1031 (size=8910) 2024-11-15T17:23:11,452 INFO [M:0;046d875b9f8f:40093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/087d54b4190c48d08529fbe0c3041518 2024-11-15T17:23:11,468 DEBUG [M:0;046d875b9f8f:40093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06ee5f7c92d34fe78bb9821dcb2d77b3 is 69, key is 046d875b9f8f,33383,1731691359499/rs:state/1731691360922/Put/seqid=0 2024-11-15T17:23:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741856_1032 (size=5156) 2024-11-15T17:23:11,472 INFO [M:0;046d875b9f8f:40093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06ee5f7c92d34fe78bb9821dcb2d77b3 2024-11-15T17:23:11,475 DEBUG [M:0;046d875b9f8f:40093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79067c33cbae4669993bd7d6b4e6b95d as hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79067c33cbae4669993bd7d6b4e6b95d 2024-11-15T17:23:11,479 INFO [M:0;046d875b9f8f:40093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79067c33cbae4669993bd7d6b4e6b95d, entries=8, sequenceid=112, filesize=5.5 K 2024-11-15T17:23:11,479 DEBUG [M:0;046d875b9f8f:40093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/087d54b4190c48d08529fbe0c3041518 as hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/087d54b4190c48d08529fbe0c3041518 2024-11-15T17:23:11,483 INFO [M:0;046d875b9f8f:40093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/087d54b4190c48d08529fbe0c3041518, entries=13, sequenceid=112, filesize=8.7 K 2024-11-15T17:23:11,483 DEBUG [M:0;046d875b9f8f:40093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06ee5f7c92d34fe78bb9821dcb2d77b3 as hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06ee5f7c92d34fe78bb9821dcb2d77b3 2024-11-15T17:23:11,487 INFO [M:0;046d875b9f8f:40093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32843/user/jenkins/test-data/9de9a1ce-21e2-fd6e-3fd8-0d5898ff6f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06ee5f7c92d34fe78bb9821dcb2d77b3, entries=1, sequenceid=112, filesize=5.0 K 2024-11-15T17:23:11,487 INFO [M:0;046d875b9f8f:40093 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=112, compaction requested=false 2024-11-15T17:23:11,492 INFO [M:0;046d875b9f8f:40093 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T17:23:11,492 DEBUG [M:0;046d875b9f8f:40093 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731691390597Disabling compacts and flushes for region at 1731691390597Disabling writes for close at 1731691390598 (+1 ms)Obtaining lock to block concurrent updates at 1731691390598Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731691390598Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731691390598Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731691390598Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731691390599 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731691390616 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731691390616Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731691391030 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731691391048 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731691391048Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731691391455 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731691391468 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731691391468Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53425270: reopening flushed file at 1731691391475 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fb0b6c3: reopening flushed file at 1731691391479 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ddcbde: reopening flushed file at 1731691391483 (+4 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=112, compaction requested=false at 1731691391487 (+4 ms)Writing region close event to WAL at 1731691391492 (+5 ms)Closed at 1731691391492 2024-11-15T17:23:11,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45949 is added to blk_1073741830_1006 (size=69067) 2024-11-15T17:23:11,494 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T17:23:11,494 INFO [M:0;046d875b9f8f:40093 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T17:23:11,494 INFO [M:0;046d875b9f8f:40093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40093 2024-11-15T17:23:11,494 INFO [M:0;046d875b9f8f:40093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T17:23:11,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:23:11,653 INFO [M:0;046d875b9f8f:40093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T17:23:11,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40093-0x1013f8520660000, quorum=127.0.0.1:64049, baseZNode=/01441676881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T17:23:11,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6eef10e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T17:23:11,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@550573c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:23:11,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:23:11,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ae63c2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:23:11,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@717ef773{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/hadoop.log.dir/,STOPPED} 2024-11-15T17:23:11,658 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T17:23:11,658 WARN [BP-1820330867-172.17.0.2-1731691357387 heartbeating to localhost/127.0.0.1:32843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T17:23:11,658 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T17:23:11,658 WARN [BP-1820330867-172.17.0.2-1731691357387 heartbeating to localhost/127.0.0.1:32843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1820330867-172.17.0.2-1731691357387 (Datanode Uuid 37e2f939-c277-4f89-ac63-e9547165843f) service to localhost/127.0.0.1:32843 2024-11-15T17:23:11,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/cluster_c1e89feb-a13a-0853-f4b1-3be0b63fee65/data/data1/current/BP-1820330867-172.17.0.2-1731691357387 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:23:11,659 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/cluster_c1e89feb-a13a-0853-f4b1-3be0b63fee65/data/data2/current/BP-1820330867-172.17.0.2-1731691357387 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T17:23:11,659 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T17:23:11,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@506c4310{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T17:23:11,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a9ca54{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T17:23:11,665 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T17:23:11,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42487ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T17:23:11,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b000d21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71063602-7833-33d5-54a3-e24bcec51b05/hadoop.log.dir/,STOPPED} 2024-11-15T17:23:11,672 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T17:23:11,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T17:23:11,707 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=597 (was 532) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:35929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64049) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:32843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35929 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35087 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:32843 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:32843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35929 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:32843 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35929 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:32843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35087 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35929 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64049) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64049) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=980 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=486 (was 522), ProcessCount=11 (was 11), AvailableMemoryMB=873 (was 711) - AvailableMemoryMB LEAK? - 2024-11-15T17:23:11,708 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=597 is superior to 500